-- Logs begin at Wed 2022-05-11 05:47:14 UTC, end at Wed 2022-05-11 07:00:35 UTC. -- May 11 06:30:08.399161 dv-cinder-804757-27-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 11 06:30:11.192930 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.common.config [-] Logging enabled! May 11 06:30:11.193513 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev202 May 11 06:30:11.193709 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104153) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 11 06:30:11.196958 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.common.config [-] Logging enabled! May 11 06:30:11.197214 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev202 May 11 06:30:11.197520 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104153) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 11 06:30:11.198446 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 06:30:11.198679 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 06:30:11.199040 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 06:30:11.199307 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 06:30:11.199537 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 06:30:11.199855 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.200254 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.200481 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.200781 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.201075 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.201357 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.201651 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.201957 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.202245 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.202525 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.202811 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.203040 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.203352 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.203644 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.203932 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.204155 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] debug = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.204436 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.204874 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.205286 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.205570 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.205858 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.206136 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.206407 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.206682 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.206966 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.207316 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] host = dv-cinder-804757-27-iscsi {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.207597 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.207907 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.208195 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.208483 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.208758 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.209037 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.209323 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.209597 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.209869 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] log_file = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.210143 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.210431 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.210721 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.211020 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.211244 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.211490 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.211776 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.212069 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.212344 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.212619 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.212894 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.213168 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.213441 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.213707 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.213989 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.214270 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.214554 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.214828 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.215100 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.215405 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.215677 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.215957 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.216226 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.216495 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.216766 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.217049 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.217315 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.217585 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.217882 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.218162 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.218439 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.218721 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.218991 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.219294 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.219561 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.219829 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.220096 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] use_json = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.220365 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.220631 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.220909 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.221176 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.221444 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.221712 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.221984 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.222265 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.222533 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:11.222825 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.223119 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.223473 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.223763 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.224068 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.224348 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.224637 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.224913 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.225200 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.225487 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.225773 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.226048 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.226348 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.226637 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.226932 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.227238 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.227566 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.227858 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.228131 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.228405 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.228679 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.228956 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.229242 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.229517 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.229804 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.230090 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.230368 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.230665 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.230949 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.231235 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.231549 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.231836 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.232109 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.232388 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.232679 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.232953 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.233225 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.233513 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.233790 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.234061 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.234341 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.234616 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.234885 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.235154 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.235456 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.235744 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.236016 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.236284 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.236554 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.236828 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.237097 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.237376 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.237650 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.237917 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.238185 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.238459 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.238730 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.239000 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.239825 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.240095 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.240367 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.240638 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.240905 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.241171 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.241440 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.241709 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.241978 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.242244 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.242523 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.242793 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.243064 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.243370 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.243642 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.243913 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.244205 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.244481 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.244757 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.245032 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.245303 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.245574 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.245845 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.246117 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.246390 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.246658 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.246943 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.247224 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.247529 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.247807 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.248107 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.248396 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.248672 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.248947 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.249230 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.249507 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.249785 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.250066 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.250355 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.250651 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.250947 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.251241 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.251560 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.251852 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.252132 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.252445 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.252722 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:11.252939 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 06:30:11.253176 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104153) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 11 06:30:11.710470 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 11 06:30:11.710746 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 11 06:30:11.711053 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 11 06:30:11.711400 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.manager [-] Loading core plugin: ml2 May 11 06:30:12.037857 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.038110 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.038337 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.039569 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.039840 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.040103 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.094678 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.095030 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.095364 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.110475 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.110753 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.111023 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.140504 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.140782 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.141048 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.178974 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.179250 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.179539 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.522580 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.523164 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.523164 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.523404 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.524102 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.622983 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.623395 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.623684 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.623957 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.624217 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.624531 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.624792 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.625048 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.625305 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.625585 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.625839 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.626100 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.626355 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.626603 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.626855 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.627115 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.627399 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.627665 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.627935 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.628193 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.628462 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.628710 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.628993 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.629361 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.629612 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.630392 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.630790 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 06:30:12.631029 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 06:30:12.631286 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 06:30:12.631525 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 06:30:12.631759 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 06:30:12.631991 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 06:30:12.632361 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 11 06:30:12.635515 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 11 06:30:12.639385 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 11 06:30:12.643117 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 11 06:30:12.644740 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 11 06:30:12.645203 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 11 06:30:12.645639 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 11 06:30:12.646021 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 11 06:30:12.649448 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 11 06:30:12.649698 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 11 06:30:12.650042 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 11 06:30:12.654852 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 11 06:30:12.678262 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 11 06:30:12.678712 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.679008 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104153) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 11 06:30:12.679406 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.680796 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104153) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 11 06:30:12.681028 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 11 06:30:12.681273 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 11 06:30:12.684580 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.684861 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:12.746663 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 11 06:30:12.746903 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 11 06:30:12.747141 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 11 06:30:12.747561 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 11 06:30:12.768730 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_db.sqlalchemy.engines [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104153) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 11 06:30:13.207584 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Initializing driver for type 'gre' May 11 06:30:13.208116 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] gre ID ranges: [(1, 1000)] May 11 06:30:13.264039 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Initializing driver for type 'local' May 11 06:30:13.264346 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Initializing driver for type 'vlan' May 11 06:30:13.277391 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] VlanTypeDriver initialization complete May 11 06:30:13.277746 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Initializing driver for type 'vxlan' May 11 06:30:13.278246 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] vxlan ID ranges: [(1, 1000)] May 11 06:30:13.331188 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Initializing extension driver 'port_security' May 11 06:30:13.331608 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.extensions.port_security [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] PortSecurityExtensionDriver initialization complete May 11 06:30:13.331984 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Initializing mechanism driver 'openvswitch' May 11 06:30:13.332303 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Initializing mechanism driver 'hyperv' May 11 06:30:13.338756 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.plugins.ml2.plugin [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104153) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:30:13.339617 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > port after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.339988 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > port after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.340343 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > port after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.340865 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 06:30:13.341302 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > subnet after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.341655 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > subnet after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.342002 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.342399 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 06:30:13.342809 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > network after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.343159 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > network after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.343528 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > network after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.343924 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 06:30:13.344327 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > security_group after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.344676 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > security_group after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.345014 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.345411 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 06:30:13.345810 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.346154 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.346492 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.346883 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 06:30:13.347301 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > address_group after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.347653 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > address_group after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.347991 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.348385 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104153) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 11 06:30:13.349348 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] ML2 OVO RPC backend initialized. {{(pid=104153) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 11 06:30:13.350037 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.350392 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.350804 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > network before_response 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.351150 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > networks before_response 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.351524 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > port before_response 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.351867 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > ports before_response 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.352208 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > subnet before_response 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.352545 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > subnets before_response 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.352887 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > network after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.353223 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > network after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.353556 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > network after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.353890 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > port after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.354223 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > port after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.354553 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > port after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.354885 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > subnet after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.355214 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > subnet after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.355565 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.362965 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded quota_driver: . May 11 06:30:13.363345 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.plugin [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Modular L2 Plugin initialization complete May 11 06:30:13.363691 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading services supported by the core plugin {{(pid=104153) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 11 06:30:13.364042 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.plugins.ml2.managers [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Got port-security extension from driver 'port_security' May 11 06:30:13.365145 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.extensions.vlantransparent [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Disabled vlantransparent extension. May 11 06:30:13.365637 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104153) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 11 06:30:13.365961 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading Plugin: router May 11 06:30:13.400514 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.403417 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router after_create 55549900 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.403417 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router before_create 55549900 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.403417 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.403417 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.404008 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router after_delete 55549900 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.404008 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.404008 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.404008 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router after_create 55549900 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.404563 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router after_update 55549900 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.404563 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router after_update 55549900 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.404952 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.405518 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router after_update 55549900 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.405938 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router precommit_update 55549900 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.406308 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: port after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.406649 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: port after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.406987 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: subnet after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.407358 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.407707 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.408051 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router precommit_create 55549900 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.408389 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: port before_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.408726 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router precommit_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.409076 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router after_update 55549900 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.409415 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.409867 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router precommit_create 55549900 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.410231 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.410573 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router precommit_update 55549900 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.411480 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > agent after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.411833 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > agent after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.412176 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > network after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.413053 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Tracking information for resource: router configured {{(pid=104153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 06:30:13.413384 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Tracking information for resource: floatingip configured {{(pid=104153) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 11 06:30:13.419011 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.db.l3_agentschedulers_db [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 11 06:30:13.419618 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: port after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.419977 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: port after_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.420325 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: port after_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.420672 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: port after_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.421462 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router before_create 55550100 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.421824 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.422183 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router precommit_create 55550100 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.422536 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > router precommit_update 55550100 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.429595 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.services.provider_configuration [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Service providers = [] {{(pid=104153) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 11 06:30:13.429958 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.db.servicetype_db [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104153) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 11 06:30:13.432937 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.services.service_base [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 06:30:13.433285 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.services.service_base [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 06:30:13.433622 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.services.service_base [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 06:30:13.434489 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.services.service_base [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104153) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 11 06:30:13.434863 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.services.service_base [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Default provider is not specified for service type L3_ROUTER_NAT May 11 06:30:13.435238 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 06:30:13.435578 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 11 06:30:13.446561 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 06:30:13.446896 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading Plugin: auto_allocate May 11 06:30:13.452444 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: network precommit_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.452814 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: network precommit_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.453334 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 06:30:13.453652 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading Plugin: tag May 11 06:30:13.460970 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 06:30:13.461246 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading Plugin: timestamp May 11 06:30:13.465038 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 06:30:13.465364 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading Plugin: network_ip_availability May 11 06:30:13.470817 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.471190 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.471586 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.472291 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 06:30:13.472608 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading Plugin: flavors May 11 06:30:13.478061 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 06:30:13.478388 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading Plugin: revisions May 11 06:30:13.482591 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104153) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 11 06:30:13.482981 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_concurrency.lockutils [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=104153) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 11 06:30:13.483761 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104153) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 11 06:30:13.484099 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Initializing extension manager. May 11 06:30:13.484620 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: __init__.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.484961 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: __pycache__ {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.485293 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: _port_mac_address_override.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.485625 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: address_group.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.486369 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.486941 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: address-group May 11 06:30:13.487283 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: address_scope.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.487992 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.488501 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: address-scope May 11 06:30:13.488821 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.489789 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.490298 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: router-admin-state-down-before-update May 11 06:30:13.490619 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: agent.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.491339 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.491848 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: agent May 11 06:30:13.492168 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: agent_resources_synced.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.493067 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.493591 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: agent-resources-synced May 11 06:30:13.493908 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: allowedaddresspairs.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.495710 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.496235 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: allowed-address-pairs May 11 06:30:13.496556 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: auto_allocated_topology.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.497617 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.498133 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: auto-allocated-topology May 11 06:30:13.498454 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: availability_zone.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.499139 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.499681 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: availability_zone May 11 06:30:13.500000 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: availability_zone_filter.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.500901 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.501408 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: availability_zone_filter May 11 06:30:13.501727 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: data_plane_status.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.502620 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.503167 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension data-plane-status not supported by any of loaded plugins May 11 06:30:13.503524 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: default_subnetpools.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.504426 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.505007 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: default-subnetpools May 11 06:30:13.505325 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.506121 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.506629 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: dhcp_agent_scheduler May 11 06:30:13.506950 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: dns.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.507880 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.508382 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension dns-integration not supported by any of loaded plugins May 11 06:30:13.508703 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: dns_domain_ports.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.509599 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.510101 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension dns-domain-ports not supported by any of loaded plugins May 11 06:30:13.510420 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.511353 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.511856 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 11 06:30:13.512175 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: dvr.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.512844 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.513344 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: dvr May 11 06:30:13.513662 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: ecmp_routes.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.514558 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.515070 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension ecmp_routes not supported by any of loaded plugins May 11 06:30:13.515422 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: empty_string_filtering.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.516316 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.516830 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: empty-string-filtering May 11 06:30:13.517150 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.518049 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.518563 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 11 06:30:13.518887 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.519809 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.520854 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 11 06:30:13.521177 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: external_net.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.522074 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.522589 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: external-net May 11 06:30:13.522909 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.523833 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.524343 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: extra_dhcp_opt May 11 06:30:13.524663 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: extraroute.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.525549 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.526057 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: extraroute May 11 06:30:13.526382 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: extraroute_atomic.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.527602 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.528177 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: extraroute-atomic May 11 06:30:13.528482 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: filter_validation.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.529206 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.529751 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: filter-validation May 11 06:30:13.530126 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: fip_pf_description.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.531020 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.531554 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 11 06:30:13.531874 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: fip_pf_port_range.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.532884 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.533361 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 11 06:30:13.533703 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: fip_port_details.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.534593 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.535103 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: fip-port-details May 11 06:30:13.535494 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: flavors.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.537481 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.537949 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: flavors May 11 06:30:13.538261 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.539968 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.540492 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 11 06:30:13.540828 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: floatingip_pools.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.541558 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.542074 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: floatingip-pools May 11 06:30:13.542402 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: ip_allocation.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.543580 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.544297 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension ip_allocation not supported by any of loaded plugins May 11 06:30:13.544513 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.545434 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.545978 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: ip-substring-filtering May 11 06:30:13.546305 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: l2_adjacency.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.547349 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.547871 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension l2_adjacency not supported by any of loaded plugins May 11 06:30:13.548197 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: l3.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.549205 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.549729 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: router May 11 06:30:13.550056 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.552329 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.552864 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 11 06:30:13.553194 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.554113 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.554629 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: ext-gw-mode May 11 06:30:13.554953 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.555895 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.556408 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: l3-ha May 11 06:30:13.556730 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.557628 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.558140 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 11 06:30:13.558462 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: l3_flavors.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.559397 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.559910 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: l3-flavors May 11 06:30:13.560231 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.561580 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.562105 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 11 06:30:13.562433 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.563363 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.563878 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: l3-port-ip-change-not-allowed May 11 06:30:13.564199 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: l3agentscheduler.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.565244 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.565756 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: l3_agent_scheduler May 11 06:30:13.566084 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: local_ip.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.569629 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.570162 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension local_ip not supported by any of loaded plugins May 11 06:30:13.570493 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: logging.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.572002 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.572528 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension logging not supported by any of loaded plugins May 11 06:30:13.572856 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: metering.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.573598 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.574178 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: metering May 11 06:30:13.574501 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.575633 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.576152 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: metering_source_and_destination_fields May 11 06:30:13.576476 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: multiprovidernet.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.577390 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.577898 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: multi-provider May 11 06:30:13.578220 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: netmtu.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.579125 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.579661 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: net-mtu May 11 06:30:13.579979 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: netmtu_writable.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.580881 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.581389 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: net-mtu-writable May 11 06:30:13.581716 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: network_availability_zone.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.582375 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.583467 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: network_availability_zone May 11 06:30:13.583787 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: network_ip_availability.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.584875 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.585390 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: network-ip-availability May 11 06:30:13.585713 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: network_segment_range.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.586471 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.586975 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension network-segment-range not supported by any of loaded plugins May 11 06:30:13.587326 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: pagination.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.588293 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.588623 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: pagination May 11 06:30:13.588939 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: port_device_profile.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.589844 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.590358 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: port-device-profile May 11 06:30:13.590674 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: port_mac_address_override.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.591629 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.592146 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: port-mac-override May 11 06:30:13.592463 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.593380 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.593890 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: port-mac-address-regenerate May 11 06:30:13.594207 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.595108 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.595660 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: port-numa-affinity-policy May 11 06:30:13.595971 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: port_resource_request.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.596869 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.597372 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension port-resource-request not supported by any of loaded plugins May 11 06:30:13.597687 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: port_resource_request_groups.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.599187 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.599726 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 11 06:30:13.600042 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: portbindings.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.600956 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.601468 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: binding May 11 06:30:13.601784 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: portbindings_extended.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.603031 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.603576 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: binding-extended May 11 06:30:13.603900 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: portsecurity.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.604822 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.605331 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: port-security May 11 06:30:13.605653 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: project_id.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.606617 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.606943 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: project-id May 11 06:30:13.607257 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: providernet.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.608183 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.608700 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: provider May 11 06:30:13.609019 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: qos.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.612688 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.613212 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension qos not supported by any of loaded plugins May 11 06:30:13.613540 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.614788 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.615325 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 11 06:30:13.615654 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.616558 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.617072 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 11 06:30:13.617396 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: qos_default.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.618298 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.618812 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension qos-default not supported by any of loaded plugins May 11 06:30:13.619138 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: qos_fip.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.620074 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.620587 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension qos-fip not supported by any of loaded plugins May 11 06:30:13.620911 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.621812 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.622325 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 11 06:30:13.622648 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: qos_gateway_ip.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.623583 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.624090 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 11 06:30:13.624412 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: qos_port_network_policy.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.625314 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.625821 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 11 06:30:13.626143 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.627155 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.627700 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 11 06:30:13.628024 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.629050 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.629564 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 11 06:30:13.629935 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: qos_pps_rule.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.631095 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.631645 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension qos-pps not supported by any of loaded plugins May 11 06:30:13.631968 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: qos_rule_type_details.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.632880 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.633396 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 11 06:30:13.633716 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.634626 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.635136 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 11 06:30:13.635488 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: qos_rules_alias.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.636517 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.637033 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension qos-rules-alias not supported by any of loaded plugins May 11 06:30:13.637351 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: quota_check_limit.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.638334 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.638852 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: quota-check-limit May 11 06:30:13.639172 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: quotasv2.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.640141 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.640466 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: quotas May 11 06:30:13.640783 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: quotasv2_detail.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.642526 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.642863 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: quota_details May 11 06:30:13.643191 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: rbac.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.644273 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.644803 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: rbac-policies May 11 06:30:13.645131 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: rbac_address_group.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.646631 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.647153 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: rbac-address-group May 11 06:30:13.647506 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: rbac_address_scope.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.648420 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.648938 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: rbac-address-scope May 11 06:30:13.649260 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: rbac_security_groups.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.650169 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.650681 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: rbac-security-groups May 11 06:30:13.651005 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: rbac_subnetpool.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.651933 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.652449 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: rbac-subnetpool May 11 06:30:13.652777 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: revisionifmatch.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.653714 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.654203 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: revision-if-match May 11 06:30:13.654526 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: revisions.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.655684 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.656199 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: standard-attr-revisions May 11 06:30:13.656521 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: router_availability_zone.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.657185 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.657696 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: router_availability_zone May 11 06:30:13.658016 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: routerservicetype.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.658927 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.659473 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension router-service-type not supported by any of loaded plugins May 11 06:30:13.659800 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.660711 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.661826 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: security-groups-normalized-cidr May 11 06:30:13.662146 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.663064 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.663656 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: port-security-groups-filtering May 11 06:30:13.663984 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.664930 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.665514 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: security-groups-remote-address-group May 11 06:30:13.665834 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.667078 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.667982 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: security-groups-shared-filtering May 11 06:30:13.668435 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.669049 dv-cinder-804757-27-iscsi neutron-server[104153]: WARNING neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 11 06:30:13.669370 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: securitygroup.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.678937 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.679555 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: security-group May 11 06:30:13.679888 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: segment.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.680611 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.681126 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension segment not supported by any of loaded plugins May 11 06:30:13.681453 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.682385 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.682901 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 11 06:30:13.683224 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: servicetype.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.684324 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.684844 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: service-type May 11 06:30:13.685172 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: sorting.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.686144 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.686469 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: sorting May 11 06:30:13.686784 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: standard_attr_segment.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.687714 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.688227 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension standard-attr-segment not supported by any of loaded plugins May 11 06:30:13.688548 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: standardattrdescription.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.689187 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.689691 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: standard-attr-description May 11 06:30:13.690005 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: stateful_security_group.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.690943 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.691484 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: stateful-security-group May 11 06:30:13.691805 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: stdattrs_common.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.692405 dv-cinder-804757-27-iscsi neutron-server[104153]: WARNING neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 11 06:30:13.692996 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.693915 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.694434 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 11 06:30:13.694755 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: subnet_onboard.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.695841 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.696362 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: subnet_onboard May 11 06:30:13.696685 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.697605 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.698123 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 11 06:30:13.698447 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: subnet_service_types.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.699394 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.699921 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: subnet-service-types May 11 06:30:13.700241 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: subnetallocation.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.701317 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.701833 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: subnet_allocation May 11 06:30:13.702168 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.702958 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.703517 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: subnetpool-prefix-ops May 11 06:30:13.703839 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.704760 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.705269 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 11 06:30:13.705590 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: tagging.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.706641 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.707157 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: standard-attr-tag May 11 06:30:13.707517 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: timestamp.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.709334 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.709849 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loaded extension: standard-attr-timestamp May 11 06:30:13.710173 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: trunk.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.711252 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.711755 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension trunk not supported by any of loaded plugins May 11 06:30:13.712078 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: trunk_details.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.712992 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.713503 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension trunk-details not supported by any of loaded plugins May 11 06:30:13.713826 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: uplink_status_propagation.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.714739 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.715252 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 11 06:30:13.715601 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Loading extension file: vlantransparent.py {{(pid=104153) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 11 06:30:13.716265 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104153) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 11 06:30:13.716771 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extension vlan-transparent not supported by any of loaded plugins May 11 06:30:13.719345 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of TrackedResource for resource:network May 11 06:30:13.719880 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of TrackedResource for resource:subnet May 11 06:30:13.720277 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of TrackedResource for resource:subnetpool May 11 06:30:13.720666 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of TrackedResource for resource:port May 11 06:30:13.721908 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.v2.resource_helper [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 06:30:13.722344 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.v2.resource_helper [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Service FLAVORS assigned prefix: {{(pid=104153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 06:30:13.722956 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.v2.resource_helper [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 06:30:13.723426 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.v2.resource_helper [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 06:30:13.724361 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of TrackedResource for resource:router May 11 06:30:13.724787 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of TrackedResource for resource:floatingip May 11 06:30:13.725273 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.v2.resource_helper [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Service METERING assigned prefix: /metering {{(pid=104153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 06:30:13.726719 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.727093 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.727469 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104153) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:30:13.728467 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of CountableResource for resource:rbac_policy May 11 06:30:13.728898 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of TrackedResource for resource:security_group May 11 06:30:13.729317 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of TrackedResource for resource:security_group_rule May 11 06:30:13.729913 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.v2.resource_helper [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Service CORE assigned prefix: {{(pid=104153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 06:30:13.730243 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of TrackedResource for resource:subnetpool May 11 06:30:13.730588 dv-cinder-804757-27-iscsi neutron-server[104153]: WARNING neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] subnetpool is already registered May 11 06:30:13.731001 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.v2.resource_helper [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Service CORE assigned prefix: {{(pid=104153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 06:30:13.731365 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of TrackedResource for resource:subnetpool May 11 06:30:13.731695 dv-cinder-804757-27-iscsi neutron-server[104153]: WARNING neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] subnetpool is already registered May 11 06:30:13.733932 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.v2.resource_helper [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 06:30:13.734360 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.v2.resource_helper [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Service FLAVORS assigned prefix: {{(pid=104153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 06:30:13.734939 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.v2.resource_helper [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 06:30:13.735388 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.v2.resource_helper [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 06:30:13.735718 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of TrackedResource for resource:router May 11 06:30:13.736051 dv-cinder-804757-27-iscsi neutron-server[104153]: WARNING neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] router is already registered May 11 06:30:13.736457 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of TrackedResource for resource:floatingip May 11 06:30:13.736788 dv-cinder-804757-27-iscsi neutron-server[104153]: WARNING neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] floatingip is already registered May 11 06:30:13.737233 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.v2.resource_helper [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Service METERING assigned prefix: /metering {{(pid=104153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 06:30:13.737894 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of CountableResource for resource:rbac_policy May 11 06:30:13.738215 dv-cinder-804757-27-iscsi neutron-server[104153]: WARNING neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] rbac_policy is already registered May 11 06:30:13.738619 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of TrackedResource for resource:security_group May 11 06:30:13.738952 dv-cinder-804757-27-iscsi neutron-server[104153]: WARNING neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] security_group is already registered May 11 06:30:13.739403 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of TrackedResource for resource:security_group_rule May 11 06:30:13.739740 dv-cinder-804757-27-iscsi neutron-server[104153]: WARNING neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] security_group_rule is already registered May 11 06:30:13.740355 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.v2.resource_helper [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Service CORE assigned prefix: {{(pid=104153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 06:30:13.740691 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of TrackedResource for resource:subnetpool May 11 06:30:13.741025 dv-cinder-804757-27-iscsi neutron-server[104153]: WARNING neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] subnetpool is already registered May 11 06:30:13.741437 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.v2.resource_helper [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Service CORE assigned prefix: {{(pid=104153) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 11 06:30:13.741760 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Creating instance of TrackedResource for resource:subnetpool May 11 06:30:13.742089 dv-cinder-804757-27-iscsi neutron-server[104153]: WARNING neutron.quota.resource_registry [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] subnetpool is already registered May 11 06:30:13.742549 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: extensions {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.744016 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: address-groups {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.745546 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: address-scopes {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.746832 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: agents {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.748013 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: auto-allocated-topology {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.749250 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: availability_zones {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.750443 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: dhcp-networks {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.751993 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: dhcp-agents {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.753408 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: routers {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.755114 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: flavors {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.756407 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: service_profiles {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.757593 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: next_providers {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.758999 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: service_profiles {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.760570 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: floatingip-pools {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.761772 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: routers {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.763470 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: floatingips {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.765591 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: l3-routers {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.766977 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: l3-agents {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.768409 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: metering-labels {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.769663 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: metering-label-rules {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.771566 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: network-ip-availabilities {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.772799 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: bindings {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.774315 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: quotas {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.775998 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: quotas {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.777501 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: rbac-policies {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.778683 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: security-groups {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.779990 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: security-group-rules {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.781223 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: service-providers {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.782410 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: subnetpools {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.783761 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: subnetpools {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.785274 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: tags {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.787549 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: tags {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.789335 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: tags {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.791102 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: tags {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.792783 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: tags {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.794694 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: tags {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.796390 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: tags {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.798253 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: tags {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.800024 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: tags {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.801777 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron.api.extensions [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Extended resource: tags {{(pid=104153) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 11 06:30:13.807695 dv-cinder-804757-27-iscsi neutron-server[104153]: WARNING keystonemiddleware.auth_token [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 11 06:30:13.812878 dv-cinder-804757-27-iscsi neutron-server[104153]: WARNING keystonemiddleware.auth_token [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 11 06:30:13.822226 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_concurrency.lockutils [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Acquired lock "singleton_lock" {{(pid=104153) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 11 06:30:13.822697 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_concurrency.lockutils [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Releasing lock "singleton_lock" {{(pid=104153) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 11 06:30:13.823366 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO oslo_service.service [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Starting 2 workers May 11 06:30:13.828305 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Started child 104513 {{(pid=104153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 11 06:30:13.833439 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Started child 104514 {{(pid=104153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 11 06:30:13.834426 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:13.835138 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO neutron.service [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Neutron service started, listening on 0.0.0.0:9696 May 11 06:30:13.835731 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:13.835976 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [-] (104513) wsgi starting up on http://0.0.0.0:9696 May 11 06:30:13.838076 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO oslo_service.service [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Starting 1 workers May 11 06:30:13.838227 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:13.839675 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [-] (104514) wsgi starting up on http://0.0.0.0:9696 May 11 06:30:13.843514 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Started child 104515 {{(pid=104153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 11 06:30:13.844055 dv-cinder-804757-27-iscsi neutron-server[104153]: INFO oslo_service.service [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Starting 1 workers May 11 06:30:13.847317 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.service [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] calling RpcWorker wait() {{(pid=104515) _wait /opt/stack/neutron/neutron/service.py:128}} May 11 06:30:13.847843 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.service [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] returning from RpcWorker wait() {{(pid=104515) _wait /opt/stack/neutron/neutron/service.py:135}} May 11 06:30:13.848673 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Started child 104516 {{(pid=104153) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 11 06:30:13.849230 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:13.849490 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG neutron_lib.callbacks.manager [None req-2b38d099-3a49-4f8f-bfa3-783bc1552ce3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104153) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:13.849789 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:30:13.851367 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104153) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 11 06:30:13.851580 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 06:30:13.851761 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 06:30:13.851987 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 06:30:13.852290 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 06:30:13.852457 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 06:30:13.852991 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.853263 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.853535 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.853737 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:13.854193 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.854379 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.854644 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.854884 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.855137 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:30:13.855227 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.855421 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.855590 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.855755 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.856006 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.856235 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.856561 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.856826 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.857062 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.857304 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.857472 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.857742 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.858003 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.858245 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.858527 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] debug = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.858768 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.859312 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.859544 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.859790 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.860027 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.860303 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.860546 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.860821 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.861052 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.861286 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.861532 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.861789 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.862034 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.862265 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.862484 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.862728 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.862956 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.863461 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] host = dv-cinder-804757-27-iscsi {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.863713 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.863954 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.864215 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.864472 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.864730 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.864953 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.865203 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.865450 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.865700 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.865954 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.866201 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.866427 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.866648 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.866915 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] log_file = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.867079 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] log_options = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.867343 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.867609 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.867855 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.868060 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.868226 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.868387 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.868663 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.868811 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.869073 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.869289 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.869506 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.869722 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.869943 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.870173 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.870415 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.870634 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.870867 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.871075 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.871418 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.871841 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.871841 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.872071 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.872235 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.872455 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.872680 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.872915 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.873157 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.873368 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.873572 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.873826 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.874067 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.874336 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.874583 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.874817 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.875081 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.875329 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.875561 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.876515 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.876951 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.877977 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.879069 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.879069 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.879069 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.881087 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.881087 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.881087 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.881087 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] use_json = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.881087 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.881087 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.883536 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.883536 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.883536 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.883536 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.883536 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.883536 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.883536 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.883536 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.884076 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.884144 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.884431 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.884674 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.885909 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.886649 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.886889 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.887172 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.887621 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.888120 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.888663 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.889215 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.889652 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.889948 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.890301 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.890588 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.890865 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.891141 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.891559 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.891810 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.892047 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.892333 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.892567 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.892847 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.893073 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.893297 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.893742 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.894097 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.894546 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.894722 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.895015 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.896507 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.896507 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.897637 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.897902 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.898196 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.898475 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.898716 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.898966 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.899246 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.899577 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.899866 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.900176 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.900546 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.900808 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.901199 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.901609 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.902012 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.902266 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.902518 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.902744 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.902986 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.903240 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.903503 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.903724 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.903986 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.904217 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.904440 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.904690 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.904942 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.905166 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.905402 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.905625 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.905871 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.906110 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.906335 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.906549 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.906785 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.907014 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.907222 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.907482 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.907705 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.907944 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.908156 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.908377 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.908598 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.908817 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.909054 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.909267 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.909480 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.909715 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.909947 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.910168 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.910390 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.910624 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.910825 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.911066 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.911294 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.911542 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.911748 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.912076 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.912348 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.912595 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.912832 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.913084 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.913318 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.913571 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.913805 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.914173 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.914537 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.914981 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.915252 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.915540 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.915898 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.916126 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.916396 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.916622 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.916878 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.917092 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.917682 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.918068 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.918458 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.918747 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.918989 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.919231 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.919530 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.919790 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.920189 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.920438 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.920715 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.920940 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.921201 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.921540 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.921787 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.922077 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.922314 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.922566 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.922850 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.923125 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.923428 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.923680 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.923930 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.924171 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.924438 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.924691 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.924926 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.925160 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.925483 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.925717 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.925934 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.926166 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.926450 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.926770 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.927008 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.927325 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.927549 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.927805 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.928055 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.928303 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.928521 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.928755 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.928984 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.929196 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.929412 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.929626 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.929875 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.930108 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.930341 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.930596 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.930816 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.931056 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.931303 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.931531 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.931749 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.931996 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.932232 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.932454 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.932690 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.932906 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.933122 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.933345 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.933555 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.933804 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.934025 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.934310 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.934575 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.934791 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.935043 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.935299 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.935571 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.935784 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.936026 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.936244 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.936457 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.936676 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.936889 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.937122 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.937484 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.937884 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.938101 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.938339 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.938583 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.938929 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.939199 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.939472 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.939751 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.939987 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.940225 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.940521 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.940747 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.940965 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.941185 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.941807 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.941807 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.941970 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.942116 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.943113 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.943543 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.943971 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.944221 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.944464 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.944702 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.944920 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.945149 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.945388 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.945606 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.945838 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.946492 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.946713 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.946943 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.947157 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.947465 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.947718 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.947951 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.948365 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.948609 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.948826 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.949091 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.949309 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.949710 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.949942 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.950164 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.950376 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.950624 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.950846 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.951058 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.951324 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.951546 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.951778 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.952025 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.952237 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.952450 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.952675 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.952917 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.953127 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.953360 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.953571 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.953780 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.954008 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.954233 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.954456 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.954682 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.954892 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.955101 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.955373 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.955596 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.955825 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.956120 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.956364 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.956820 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.956935 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.957101 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.957356 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.957600 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.958514 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.958750 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.959016 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.959255 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.959496 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.959718 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.959975 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.960321 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.960600 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.960875 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.961133 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.961425 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.961674 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.961950 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.962167 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.962467 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.962782 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.963058 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.963343 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.963597 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.963837 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.964063 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.964371 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.964517 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.964890 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.965012 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:30:13.965106 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.965362 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.965607 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.965844 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.966063 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.966312 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.966530 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.966785 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.967000 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.967223 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.967573 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.967738 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 06:30:13.968429 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104153) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 11 06:30:13.968945 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 11 06:30:13.969108 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 11 06:30:13.969427 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 11 06:30:13.969599 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 11 06:30:13.969916 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 11 06:30:13.970124 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.970292 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.970450 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.970758 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.970946 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.971112 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.971292 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.971458 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.971619 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.971785 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.971943 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.972104 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.972264 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.972423 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.972581 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.972740 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.972899 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.973063 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.973223 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.973411 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.973575 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.973739 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] debug = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.973899 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.974101 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.974266 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.974417 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.974583 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.974743 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.974898 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.975049 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.975213 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.975393 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.975746 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.975908 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.976071 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.976232 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.976389 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.976595 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.976766 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.976923 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] host = dv-cinder-804757-27-iscsi {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.977085 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.977245 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.977406 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.977563 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.977725 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.977886 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.978048 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.978208 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.978369 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.978531 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.978695 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.978852 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.979011 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.979169 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] log_file = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.979347 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] log_options = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.979508 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.979671 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.979830 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.980013 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.980178 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.980337 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.980495 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.980655 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.980814 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.980973 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.981134 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.981289 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.981598 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.981761 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.981921 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.982081 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.982244 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.982406 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.982565 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.982727 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.982885 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.983042 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.983204 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.983394 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.983552 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.983713 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.983873 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.984032 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.984193 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.984352 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.984511 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.984672 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.984833 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.984991 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.985149 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.985309 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.985469 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.985628 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.985791 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.985951 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.986112 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.986270 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.986430 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.986589 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.986748 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.986907 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.987066 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] use_json = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.987226 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.987409 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.987569 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.987727 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.987887 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.988045 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.988205 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.988365 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.988525 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 11 06:30:13.988702 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.988865 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.989065 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.989302 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.989473 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.990311 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.990311 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.990311 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.990311 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.990311 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.990720 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.990720 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.990720 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.990938 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.991016 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.991157 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.991435 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.991541 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.991668 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.991830 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.992165 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.992330 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.992508 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.992694 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.992846 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.992995 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.993151 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.993333 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.993469 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.993633 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.993800 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.993963 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.994128 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.994293 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.994470 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.994621 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.994769 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.994926 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.995085 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.995242 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.995425 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.995593 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.995756 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.995919 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.996078 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.996242 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.996395 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.996550 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.996721 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.996862 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.996999 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.997155 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.997328 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.997469 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.997606 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.997773 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.997970 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.998094 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.998255 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.998415 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.998577 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.998738 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.998900 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.999062 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.999246 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.999411 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.999571 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.999729 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:13.999902 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.000064 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.000226 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.000379 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.000538 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.000701 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.000863 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.001023 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.001184 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.001346 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.001507 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.001671 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.001817 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.001978 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.002140 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.002301 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.002453 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.002612 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.002775 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.002939 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.003087 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.004066 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.004066 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.004066 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.004066 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.004066 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.004066 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.005221 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.005221 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.005221 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.005221 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.005632 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.005632 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.005632 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.005950 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.005950 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.006153 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.006271 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.006410 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.006577 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.006738 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.006900 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.007061 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.007222 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.007406 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.007569 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.007724 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.008324 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.008324 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.008324 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.008743 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.008743 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.009053 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.009053 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.009419 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.009419 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.009419 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.009701 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.009701 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.009861 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.010004 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.010172 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.010333 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.010495 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.010656 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.010818 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.010990 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.011153 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.011337 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.011499 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.011684 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.011847 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.012008 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.012170 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.012330 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.012491 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.012654 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.012815 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.012977 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.013138 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.013299 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.013466 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.013627 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.013789 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.013950 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.014111 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.014274 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.014437 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.014597 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.014760 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.014922 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.015083 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.015243 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.015426 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.015587 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.015749 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.015911 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.016072 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.016234 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.016396 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.016558 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.016719 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.016880 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.017042 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.017203 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.017363 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.017523 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.017686 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.017848 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.018011 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.018173 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.018335 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.018516 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.018679 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.018841 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.019002 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.019164 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.019346 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.019510 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.019673 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.019835 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.019998 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.020160 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.020374 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.021029 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.021210 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.021372 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.021534 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.021698 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.021861 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.022025 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.022186 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.022350 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.022511 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.022672 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.022835 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.022995 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.023156 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.023340 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.023504 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.023665 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.023829 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.023993 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.024179 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.024343 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.024507 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.024670 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.024831 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.024992 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.025154 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.025316 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.025477 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.025638 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.025800 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.025974 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.026136 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.026299 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.026460 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.026621 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.026784 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.026955 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.027118 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.027311 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.027461 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.027624 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.027788 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.027959 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.028121 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.028284 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.028444 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.028606 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.028767 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.028936 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.029098 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.029259 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.029421 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.029582 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.029744 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.029914 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.030077 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.030262 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.030424 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.030585 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.030746 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.030918 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.031080 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.031243 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.031424 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.031587 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.031749 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.031920 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.032082 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.032244 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.032414 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.032574 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.032735 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.032897 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.033070 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.033235 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.033403 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.033564 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.033726 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.033888 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.034051 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.034218 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.034389 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.034557 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.034721 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.034892 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.035063 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.035235 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.035461 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.035630 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.035803 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.035989 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.036152 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.036313 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.036475 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.036637 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.036799 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.036959 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.037120 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.037280 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.037441 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.037603 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.037765 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.037927 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.038088 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.038249 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.038409 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.038569 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.038730 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.038890 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 11 06:30:14.039044 dv-cinder-804757-27-iscsi neutron-server[104153]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104153) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 11 06:30:14.075185 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 60694) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:30:14.084456 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070803 May 11 06:30:25.671288 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255b7a52-97da-419f-8152-3c8268691188 None None] get_active_networks_info from dv-cinder-804757-27-iscsi {{(pid=104515) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 11 06:30:25.688683 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-68a53ebd-d9ec-424e-b13b-78c3b5ebab2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1819759'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:25.775567 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255b7a52-97da-419f-8152-3c8268691188 None None] No non-hosted networks {{(pid=104515) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 11 06:30:27.714096 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ee5cda79-2965-4c27-afc9-a0feb2799745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1819759'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:27.768164 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-b9a38d00-d396-4775-aa5a-b6b04c08d3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:28.711162 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 60758) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:30:29.040257 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1819759'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:29.604015 dv-cinder-804757-27-iscsi neutron-server[104514]: WARNING oslo_policy.policy [None req-1dc4af48-dfee-4c88-b2f7-22c06e6bbe5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 06:30:29.604851 dv-cinder-804757-27-iscsi neutron-server[104514]: WARNING oslo_policy.policy [None req-1dc4af48-dfee-4c88-b2f7-22c06e6bbe5f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 06:30:29.910395 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [None req-1dc4af48-dfee-4c88-b2f7-22c06e6bbe5f admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104514) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:30:29.928165 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-1dc4af48-dfee-4c88-b2f7-22c06e6bbe5f admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.2155292 May 11 06:30:30.923048 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1819759'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:32.548284 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1819759'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:32.552047 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:32.555233 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:32.556366 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 60786) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:30:32.559519 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:32.560127 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:32.560474 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:32.560813 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:32.561164 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:32.561506 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:32.561837 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:32.562180 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:32.562550 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:32.562879 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:32.563222 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:32.564079 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:32.564578 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:32.565134 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804757-27-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:30:32.590107 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804757-27-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:30:32.604014 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.db.l3_hamode_db [None req-44bf808d-7a5b-4508-9149-9b1ccc8c0901 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 11 06:30:32.699603 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bf808d-7a5b-4508-9149-9b1ccc8c0901 None None] Routers set() bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:30:32.700271 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bf808d-7a5b-4508-9149-9b1ccc8c0901 None None] Router IDs set() for agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 11 06:30:33.157443 dv-cinder-804757-27-iscsi neutron-server[104513]: WARNING oslo_policy.policy [None req-96106d5f-bbbd-43c1-951a-eb23244e658b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 06:30:33.158083 dv-cinder-804757-27-iscsi neutron-server[104513]: WARNING oslo_policy.policy [None req-96106d5f-bbbd-43c1-951a-eb23244e658b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 06:30:33.377162 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-96106d5f-bbbd-43c1-951a-eb23244e658b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:30:33.468382 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.policy [None req-96106d5f-bbbd-43c1-951a-eb23244e658b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104513) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 06:30:33.510980 dv-cinder-804757-27-iscsi neutron-server[104513]: WARNING oslo_policy.policy [None req-96106d5f-bbbd-43c1-951a-eb23244e658b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 06:30:33.511532 dv-cinder-804757-27-iscsi neutron-server[104513]: WARNING oslo_policy.policy [None req-96106d5f-bbbd-43c1-951a-eb23244e658b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 06:30:33.610795 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-96106d5f-bbbd-43c1-951a-eb23244e658b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748547812679', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748547806027', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748547822084', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748547819742', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748547776517', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748547770267', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-568079', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1374781', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-453401', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-417864'] for rbac-policy (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:33.684407 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-96106d5f-bbbd-43c1-951a-eb23244e658b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:33.687797 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-96106d5f-bbbd-43c1-951a-eb23244e658b admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1265078 May 11 06:30:36.156932 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 60810) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:30:36.473818 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:30:36.502567 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Made reservation on behalf of d9ee8ce5419e47ce808a43f5a067142d for: {'network': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:30:36.507046 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:36.524456 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:36.634407 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Publish callbacks [] for security_group (be12caa1-b2ac-4b14-8903-5583e81b75ef), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:36.638269 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (be12caa1-b2ac-4b14-8903-5583e81b75ef), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:36.659194 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=104513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:30:36.694603 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (8703b46f-55f1-42ba-9581-6547f33fd6e1), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:36.695141 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.segments_db [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Added segment 8703b46f-55f1-42ba-9581-6547f33fd6e1 of type vlan for network 0fb7140d-aa52-46dd-9ccb-aee020e86ab1 May 11 06:30:36.731032 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=be12caa1-b2ac-4b14-8903-5583e81b75ef,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:30:36.771168 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:36.771535 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:36.771893 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:36.772243 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:36.772572 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:36.772899 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:36.773217 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:36.773535 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:36.773870 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:36.774188 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:36.774551 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:36.774838 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:36.775153 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:36.775489 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:36.775802 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Tracked resource versions report: May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: pushed versions: May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: { 'AddressGroup': {'1.2'}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Agent': {'1.1'}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'ConntrackHelper': {'1.0'}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'LocalIPAssociation': {'1.0'}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Log': {'1.0'}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'NDPProxy': {'1.0'}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Network': {'1.1'}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Port': {'1.7'}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'PortForwarding': {'1.3'}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'QosPolicy': {'1.10'}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'SecurityGroup': {'1.5'}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'SecurityGroupRule': {'1.2'}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'SubPort': {'1.0'}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Subnet': {'1.1'}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Trunk': {'1.1'}} May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: consumer versions: May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: { DHCP agent@dv-cinder-804757-27-iscsi: {}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: L3 agent@dv-cinder-804757-27-iscsi: {}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: Metadata agent@dv-cinder-804757-27-iscsi: {}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: Metering agent@dv-cinder-804757-27-iscsi: {}, May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: Open vSwitch agent@dv-cinder-804757-27-iscsi: { 'AddressGroup': '1.2', May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Agent': '1.1', May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'ConntrackHelper': '1.0', May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'LocalIPAssociation': '1.0', May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Log': '1.0', May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'NDPProxy': '1.0', May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Network': '1.1', May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Port': '1.7', May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'PortForwarding': '1.3', May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'QosPolicy': '1.10', May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'SecurityGroup': '1.5', May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'SecurityGroupRule': '1.2', May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'SubPort': '1.0', May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Subnet': '1.1', May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Trunk': '1.1'}} May 11 06:30:36.777134 dv-cinder-804757-27-iscsi neutron-server[104513]: {{(pid=104513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 06:30:36.804963 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (0fb7140d-aa52-46dd-9ccb-aee020e86ab1), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:36.847836 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (0fb7140d-aa52-46dd-9ccb-aee020e86ab1), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:36.853164 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:30:36.853849 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:36.921993 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7640169 May 11 06:30:36.973331 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963626c-96ec-435f-96c4-846985ae4395 demo demo] Pushing event updated for resources: {'Network': ['ID=0fb7140d-aa52-46dd-9ccb-aee020e86ab1,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:30:36.994252 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network 0fb7140d-aa52-46dd-9ccb-aee020e86ab1 details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:30:39.404440 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 60822) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:30:39.803787 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6027a1-bcef-4465-a729-48f67ff71758 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:30:39.805060 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-2b6027a1-bcef-4465-a729-48f67ff71758 demo admin] 10.222.0.64 "GET /v2.0/networks/0fb7140d-aa52-46dd-9ccb-aee020e86ab1 HTTP/1.1" status: 200 len: 825 time: 0.3996434 May 11 06:30:39.829329 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-86fdfc64-ab33-4cbc-928f-5e9859883c51 demo admin] 10.222.0.64 "GET /v2.0/subnetpools/076debab-1fc7-4406-9bc0-9ddac1d88c8e HTTP/1.1" status: 200 len: 734 time: 0.0186362 May 11 06:30:39.837623 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-3676c231-b3d3-4462-9a16-f8b756d0cde8 demo admin] Request body: {'subnet': {'network_id': '0fb7140d-aa52-46dd-9ccb-aee020e86ab1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '076debab-1fc7-4406-9bc0-9ddac1d88c8e', 'gateway_ip': '172.20.0.1'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:30:39.857903 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3676c231-b3d3-4462-9a16-f8b756d0cde8 demo admin] Made reservation on behalf of d9ee8ce5419e47ce808a43f5a067142d for: {'subnet': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:30:39.860417 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3676c231-b3d3-4462-9a16-f8b756d0cde8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:40.143764 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3676c231-b3d3-4462-9a16-f8b756d0cde8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for subnet (14282696-fdee-46d9-b1db-7dc92db095bd), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:40.213934 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3676c231-b3d3-4462-9a16-f8b756d0cde8 demo admin] Checking segment: {'id': '8703b46f-55f1-42ba-9581-6547f33fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fb7140d-aa52-46dd-9ccb-aee020e86ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:30:40.214305 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3676c231-b3d3-4462-9a16-f8b756d0cde8 demo admin] Network hostable DHCP agents. Network: 0fb7140d-aa52-46dd-9ccb-aee020e86ab1, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:30:40.218863 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676c231-b3d3-4462-9a16-f8b756d0cde8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=14282696-fdee-46d9-b1db-7dc92db095bd,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:30:40.236826 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3676c231-b3d3-4462-9a16-f8b756d0cde8 demo admin] Network 0fb7140d-aa52-46dd-9ccb-aee020e86ab1 is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:30:40.248305 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-3676c231-b3d3-4462-9a16-f8b756d0cde8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, 0fb7140d-aa52-46dd-9ccb-aee020e86ab1) {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:30:40.252643 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3676c231-b3d3-4462-9a16-f8b756d0cde8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:30:40.253223 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3676c231-b3d3-4462-9a16-f8b756d0cde8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:40.257771 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5044883-c6d9-4f13-9deb-714cef6dbaa1 None None] Network 0fb7140d-aa52-46dd-9ccb-aee020e86ab1 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:30:40.269516 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-3676c231-b3d3-4462-9a16-f8b756d0cde8 demo admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4351020 May 11 06:30:40.516539 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dd71484-60e5-51ad-871a-30a1f3f9ad64-0fb7140d-aa52-46dd-9ccb-aee020e86ab1', 'network_id': '0fb7140d-aa52-46dd-9ccb-aee020e86ab1', 'project_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'fixed_ips': [{'subnet_id': '14282696-fdee-46d9-b1db-7dc92db095bd'}]}} from dv-cinder-804757-27-iscsi. {{(pid=104515) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 06:30:40.517863 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:40.793393 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.db_base_plugin_common [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Allocated IP 172.20.0.2 (0fb7140d-aa52-46dd-9ccb-aee020e86ab1/14282696-fdee-46d9-b1db-7dc92db095bd/6f6b657e-985c-48ff-a59f-c3778f35e236) {{(pid=104515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:30:41.059033 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Publish callbacks [] for port (6f6b657e-985c-48ff-a59f-c3778f35e236), precommit_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:41.066912 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (6f6b657e-985c-48ff-a59f-c3778f35e236), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:41.143336 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Network 0fb7140d-aa52-46dd-9ccb-aee020e86ab1 is already hosted by enough agents. {{(pid=104515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:30:41.149895 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.base_scheduler [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Resources bound (agent type, host, resource id): {{(pid=104515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:30:41.161167 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Received port after_create {{(pid=104515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:30:41.164325 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Pushing event updated for resources: {'Port': ['ID=6f6b657e-985c-48ff-a59f-c3778f35e236,revision_number=1']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:30:41.197753 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:41.198111 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:41.198477 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:41.198843 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:41.199184 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:41.199544 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:41.199873 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:41.200199 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:41.200538 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:41.200869 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:41.201195 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:41.201533 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:41.201858 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:41.202183 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:41.202502 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Tracked resource versions report: May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: pushed versions: May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: { 'AddressGroup': {'1.2'}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Agent': {'1.1'}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'ConntrackHelper': {'1.0'}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'LocalIPAssociation': {'1.0'}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Log': {'1.0'}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'NDPProxy': {'1.0'}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Network': {'1.1'}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Port': {'1.7'}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'PortForwarding': {'1.3'}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'QosPolicy': {'1.10'}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'SecurityGroup': {'1.5'}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'SecurityGroupRule': {'1.2'}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'SubPort': {'1.0'}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Subnet': {'1.1'}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Trunk': {'1.1'}} May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: consumer versions: May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: { DHCP agent@dv-cinder-804757-27-iscsi: {}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: L3 agent@dv-cinder-804757-27-iscsi: {}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: Metadata agent@dv-cinder-804757-27-iscsi: {}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: Metering agent@dv-cinder-804757-27-iscsi: {}, May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: Open vSwitch agent@dv-cinder-804757-27-iscsi: { 'AddressGroup': '1.2', May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Agent': '1.1', May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'ConntrackHelper': '1.0', May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'LocalIPAssociation': '1.0', May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Log': '1.0', May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'NDPProxy': '1.0', May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Network': '1.1', May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Port': '1.7', May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'PortForwarding': '1.3', May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'QosPolicy': '1.10', May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'SecurityGroup': '1.5', May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'SecurityGroupRule': '1.2', May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'SubPort': '1.0', May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Subnet': '1.1', May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Trunk': '1.1'}} May 11 06:30:41.203940 dv-cinder-804757-27-iscsi neutron-server[104515]: {{(pid=104515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 06:30:41.253264 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Attempting to bind port 6f6b657e-985c-48ff-a59f-c3778f35e236 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:30:41.253672 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Attempting to bind port 6f6b657e-985c-48ff-a59f-c3778f35e236 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '8703b46f-55f1-42ba-9581-6547f33fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fb7140d-aa52-46dd-9ccb-aee020e86ab1'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:30:41.254119 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Attempting to bind port 6f6b657e-985c-48ff-a59f-c3778f35e236 on network 0fb7140d-aa52-46dd-9ccb-aee020e86ab1 {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:30:41.259682 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:30:41.260251 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Checking segment: {'id': '8703b46f-55f1-42ba-9581-6547f33fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fb7140d-aa52-46dd-9ccb-aee020e86ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:30:41.260549 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:41.260939 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Bound using segment: {'id': '8703b46f-55f1-42ba-9581-6547f33fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fb7140d-aa52-46dd-9ccb-aee020e86ab1'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:30:41.261424 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Bound port: 6f6b657e-985c-48ff-a59f-c3778f35e236, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8703b46f-55f1-42ba-9581-6547f33fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fb7140d-aa52-46dd-9ccb-aee020e86ab1'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:30:41.261837 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (6f6b657e-985c-48ff-a59f-c3778f35e236), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:41.322305 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] For port 6f6b657e-985c-48ff-a59f-c3778f35e236, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:30:41.343100 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] For port 6f6b657e-985c-48ff-a59f-c3778f35e236, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=6f6b657e-985c-48ff-a59f-c3778f35e236,segment=NetworkSegment(8703b46f-55f1-42ba-9581-6547f33fd6e1),segment_id=8703b46f-55f1-42ba-9581-6547f33fd6e1)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:30:41.349754 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (6f6b657e-985c-48ff-a59f-c3778f35e236), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:41.404309 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8150a1-8004-4cd6-8d6a-0e5bb39611cf None None] Pushing event updated for resources: {'Port': ['ID=6f6b657e-985c-48ff-a59f-c3778f35e236,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:30:42.725497 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 60832) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:30:43.034152 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [None req-76355f8b-0b8e-410a-b9c2-2058d019c512 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:30:43.035399 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-76355f8b-0b8e-410a-b9c2-2058d019c512 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3088081 May 11 06:30:45.506089 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 60840) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:30:45.818146 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [None req-83da14c2-c9aa-4584-8ab7-b7d5f455abdf admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104514) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:30:45.819118 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-83da14c2-c9aa-4584-8ab7-b7d5f455abdf admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3121085 May 11 06:30:48.277678 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 60848) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:30:48.595538 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-aa47efe7-5b7c-49ac-b21d-01880648bff8 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:30:48.654488 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.policy [None req-aa47efe7-5b7c-49ac-b21d-01880648bff8 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104514) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 11 06:30:48.696717 dv-cinder-804757-27-iscsi neutron-server[104514]: WARNING oslo_policy.policy [None req-aa47efe7-5b7c-49ac-b21d-01880648bff8 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 06:30:48.697119 dv-cinder-804757-27-iscsi neutron-server[104514]: WARNING oslo_policy.policy [None req-aa47efe7-5b7c-49ac-b21d-01880648bff8 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 11 06:30:48.758568 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-aa47efe7-5b7c-49ac-b21d-01880648bff8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7286'] for router (6f24a014-2554-4ec1-bbbf-c1d914ee6695), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:48.760459 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-aa47efe7-5b7c-49ac-b21d-01880648bff8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router (6f24a014-2554-4ec1-bbbf-c1d914ee6695), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:48.915671 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-aa47efe7-5b7c-49ac-b21d-01880648bff8 demo demo] Publish callbacks [] for router_controller (6f24a014-2554-4ec1-bbbf-c1d914ee6695), precommit_add_association {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:48.920692 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-aa47efe7-5b7c-49ac-b21d-01880648bff8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823959'] for router (6f24a014-2554-4ec1-bbbf-c1d914ee6695), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:48.944986 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-aa47efe7-5b7c-49ac-b21d-01880648bff8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:48.946184 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-aa47efe7-5b7c-49ac-b21d-01880648bff8 demo demo] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6674912 May 11 06:30:51.331885 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 6f6b657e-985c-48ff-a59f-c3778f35e236 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:30:51.405748 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 60862) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:30:51.420609 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 6f6b657e-985c-48ff-a59f-c3778f35e236 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:30:51.421033 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (6f6b657e-985c-48ff-a59f-c3778f35e236), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:51.527750 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 6f6b657e-985c-48ff-a59f-c3778f35e236 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:30:51.528140 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (6f6b657e-985c-48ff-a59f-c3778f35e236), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:51.562978 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] For port 6f6b657e-985c-48ff-a59f-c3778f35e236, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=6f6b657e-985c-48ff-a59f-c3778f35e236,segment=NetworkSegment(8703b46f-55f1-42ba-9581-6547f33fd6e1),segment_id=8703b46f-55f1-42ba-9581-6547f33fd6e1)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:30:51.566674 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (6f6b657e-985c-48ff-a59f-c3778f35e236), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:51.614068 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Pushing event updated for resources: {'Port': ['ID=6f6b657e-985c-48ff-a59f-c3778f35e236,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:30:51.727839 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [None req-b2af40af-9877-4bfd-ab38-55e315f8ac87 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104514) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:30:51.728825 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-b2af40af-9877-4bfd-ab38-55e315f8ac87 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3221593 May 11 06:30:52.786844 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b85379-e103-45bc-95e9-5ede35868d4b None None] Network 0fb7140d-aa52-46dd-9ccb-aee020e86ab1 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:30:52.858313 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-65857464-eeed-45c6-b654-d1d2d1323a99 None None] Provisioning complete for port 6f6b657e-985c-48ff-a59f-c3778f35e236 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:30:52.858700 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-65857464-eeed-45c6-b654-d1d2d1323a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (6f6b657e-985c-48ff-a59f-c3778f35e236), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:52.982341 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-65857464-eeed-45c6-b654-d1d2d1323a99 None None] Current status of the port 6f6b657e-985c-48ff-a59f-c3778f35e236 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:30:53.101011 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-31cc9b79-0c4a-4647-a4c0-c6f8118e2cbb None None] Provisioning complete for port 6f6b657e-985c-48ff-a59f-c3778f35e236 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:30:53.101403 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-31cc9b79-0c4a-4647-a4c0-c6f8118e2cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (6f6b657e-985c-48ff-a59f-c3778f35e236), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:53.177050 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-31cc9b79-0c4a-4647-a4c0-c6f8118e2cbb None None] Current status of the port 6f6b657e-985c-48ff-a59f-c3778f35e236 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:30:53.328940 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 6f6b657e-985c-48ff-a59f-c3778f35e236 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:30:53.374353 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 6f6b657e-985c-48ff-a59f-c3778f35e236 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:30:53.374964 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (6f6b657e-985c-48ff-a59f-c3778f35e236), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:53.449462 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 6f6b657e-985c-48ff-a59f-c3778f35e236 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:30:54.219624 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 60870) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:30:54.527807 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:30:54.549845 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Made reservation on behalf of cddb71d6492441b395049ab068255bc5 for: {'network': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:30:54.552726 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:54.568712 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:54.669087 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Publish callbacks [] for security_group (7ba20f78-e2a4-4d1b-bfe2-fbc97cea5673), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:54.672741 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (7ba20f78-e2a4-4d1b-bfe2-fbc97cea5673), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:54.683440 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Reserving flat network on physical network physnet1 {{(pid=104514) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 11 06:30:54.714536 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (4e42d1bf-cd1e-48fc-ab76-629b7017d8f6), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:54.715086 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.segments_db [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Added segment 4e42d1bf-cd1e-48fc-ab76-629b7017d8f6 of type flat for network 7c3caca2-6ca3-4944-9b8c-503b226927ad May 11 06:30:54.730052 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba20f78-e2a4-4d1b-bfe2-fbc97cea5673,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:30:54.778155 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:54.778496 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:54.778840 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:54.779172 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:54.779520 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:54.779844 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:54.780164 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:54.780483 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:54.780811 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:54.781128 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:54.781462 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:54.781779 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:54.782088 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:54.782397 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:54.782704 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Tracked resource versions report: May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: pushed versions: May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: { 'AddressGroup': {'1.2'}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Agent': {'1.1'}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'ConntrackHelper': {'1.0'}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'LocalIPAssociation': {'1.0'}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Log': {'1.0'}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'NDPProxy': {'1.0'}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Network': {'1.1'}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Port': {'1.7'}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'PortForwarding': {'1.3'}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'QosPolicy': {'1.10'}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'SecurityGroup': {'1.5'}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'SecurityGroupRule': {'1.2'}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'SubPort': {'1.0'}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Subnet': {'1.1'}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Trunk': {'1.1'}} May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: consumer versions: May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: { DHCP agent@dv-cinder-804757-27-iscsi: {}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: L3 agent@dv-cinder-804757-27-iscsi: {}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: Metadata agent@dv-cinder-804757-27-iscsi: {}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: Metering agent@dv-cinder-804757-27-iscsi: {}, May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: Open vSwitch agent@dv-cinder-804757-27-iscsi: { 'AddressGroup': '1.2', May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Agent': '1.1', May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'ConntrackHelper': '1.0', May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'LocalIPAssociation': '1.0', May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Log': '1.0', May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'NDPProxy': '1.0', May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Network': '1.1', May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Port': '1.7', May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'PortForwarding': '1.3', May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'QosPolicy': '1.10', May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'SecurityGroup': '1.5', May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'SecurityGroupRule': '1.2', May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'SubPort': '1.0', May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Subnet': '1.1', May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Trunk': '1.1'}} May 11 06:30:54.784090 dv-cinder-804757-27-iscsi neutron-server[104514]: {{(pid=104514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 06:30:54.830203 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (7c3caca2-6ca3-4944-9b8c-503b226927ad), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:54.872468 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (7c3caca2-6ca3-4944-9b8c-503b226927ad), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:54.873588 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:30:54.874261 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:54.944764 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7240195 May 11 06:30:54.974767 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f71cc6-00c5-4f8d-a116-201e4db7bfe1 admin admin] Pushing event updated for resources: {'Network': ['ID=7c3caca2-6ca3-4944-9b8c-503b226927ad,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:30:54.985374 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:30:55.580894 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-13ef58d4-945c-4bfe-9ef4-13e4b6d01670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:57.361117 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 60882) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:30:57.708966 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-29ebb7aa-162b-41c1-88e8-594fc6402c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:57.758943 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64725de8-d5e2-491a-ac1d-b9a735cf1593 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:30:57.760327 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-64725de8-d5e2-491a-ac1d-b9a735cf1593 demo admin] 10.222.0.64 "GET /v2.0/subnets/14282696-fdee-46d9-b1db-7dc92db095bd HTTP/1.1" status: 200 len: 849 time: 0.3982677 May 11 06:30:57.894623 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-ada43a38-ad0d-48f7-8bd8-85e18829618e demo admin] 10.222.0.64 "GET /v2.0/routers/6f24a014-2554-4ec1-bbbf-c1d914ee6695 HTTP/1.1" status: 200 len: 704 time: 0.1287699 May 11 06:30:58.163735 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:58.455440 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Allocated IP 172.20.0.1 (0fb7140d-aa52-46dd-9ccb-aee020e86ab1/14282696-fdee-46d9-b1db-7dc92db095bd/bf8f877f-b76c-409c-bbc8-8ebf8fecc868) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:30:58.637049 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Publish callbacks [] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:58.702498 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:58.772839 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Network 0fb7140d-aa52-46dd-9ccb-aee020e86ab1 is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:30:58.777307 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:30:58.790609 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:30:58.791217 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825786'] for router_interface (6f24a014-2554-4ec1-bbbf-c1d914ee6695), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:58.847482 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Pushing event updated for resources: {'Port': ['ID=bf8f877f-b76c-409c-bbc8-8ebf8fecc868,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:30:58.962259 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:59.031777 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-c718f2aa-ba68-4dac-afeb-0c660a0b6342 None None] Provisioning complete for port bf8f877f-b76c-409c-bbc8-8ebf8fecc868 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:30:59.032167 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-c718f2aa-ba68-4dac-afeb-0c660a0b6342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:59.047094 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:59.112382 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-c718f2aa-ba68-4dac-afeb-0c660a0b6342 None None] Port bf8f877f-b76c-409c-bbc8-8ebf8fecc868 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:30:59.295024 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Publish callbacks [] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:59.299509 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:59.300304 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825200'] for router_interface (6f24a014-2554-4ec1-bbbf-c1d914ee6695), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:59.360924 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Pushing event updated for resources: {'Port': ['ID=bf8f877f-b76c-409c-bbc8-8ebf8fecc868,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:30:59.428891 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Network 0fb7140d-aa52-46dd-9ccb-aee020e86ab1 is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:30:59.430211 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:30:59.594950 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Router 6f24a014-2554-4ec1-bbbf-c1d914ee6695 is scheduled to L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 with binding_index 1 {{(pid=104514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 06:30:59.630664 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-db49116d-d745-42d3-afa1-6c08dc7836f2 None None] Provisioning complete for port bf8f877f-b76c-409c-bbc8-8ebf8fecc868 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:30:59.631057 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-db49116d-d745-42d3-afa1-6c08dc7836f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:30:59.664093 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-db49116d-d745-42d3-afa1-6c08dc7836f2 None None] Port bf8f877f-b76c-409c-bbc8-8ebf8fecc868 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:30:59.688021 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:30:59.693440 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-03ab7e00-b2d7-449c-9990-d30c20e267c8 demo admin] 10.222.0.64 "PUT /v2.0/routers/6f24a014-2554-4ec1-bbbf-c1d914ee6695/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7934849 May 11 06:30:59.711435 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Sync routers for ids ['6f24a014-2554-4ec1-bbbf-c1d914ee6695'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:30:59.724074 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Routers {'6f24a014-2554-4ec1-bbbf-c1d914ee6695'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:30:59.724956 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:30:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['6f24a014-2554-4ec1-bbbf-c1d914ee6695'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:30:59.915642 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Set router 6f24a014-2554-4ec1-bbbf-c1d914ee6695 gateway port host: None {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:31:00.330430 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f24a014-2554-4ec1-bbbf-c1d914ee6695', 'name': 'router1', 'tenant_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:30:48Z', 'updated_at': '2022-05-11T06:30:58Z', 'revision_number': 2, 'project_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'gw_port_host': None, '_interfaces': [{'id': 'bf8f877f-b76c-409c-bbc8-8ebf8fecc868', 'name': '', 'network_id': '0fb7140d-aa52-46dd-9ccb-aee020e86ab1', 'tenant_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'mac_address': 'fa:16:3e:80:00:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f24a014-2554-4ec1-bbbf-c1d914ee6695', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14282696-fdee-46d9-b1db-7dc92db095bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:30:58Z', 'updated_at': '2022-05-11T06:30:59Z', 'revision_number': 2, 'project_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'subnets': [{'id': '14282696-fdee-46d9-b1db-7dc92db095bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '076debab-1fc7-4406-9bc0-9ddac1d88c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:31:00.380978 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Checking router: 6f24a014-2554-4ec1-bbbf-c1d914ee6695 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:31:00.381346 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Updating router 6f24a014-2554-4ec1-bbbf-c1d914ee6695 port bf8f877f-b76c-409c-bbc8-8ebf8fecc868 binding host dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:31:00.432103 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:00.855227 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:00.965343 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Publish callbacks [] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), precommit_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:00.971861 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:01.146031 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Attempting to bind port bf8f877f-b76c-409c-bbc8-8ebf8fecc868 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:31:01.146435 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Attempting to bind port bf8f877f-b76c-409c-bbc8-8ebf8fecc868 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '8703b46f-55f1-42ba-9581-6547f33fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fb7140d-aa52-46dd-9ccb-aee020e86ab1'}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:31:01.146865 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Attempting to bind port bf8f877f-b76c-409c-bbc8-8ebf8fecc868 on network 0fb7140d-aa52-46dd-9ccb-aee020e86ab1 {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:31:01.149280 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Pushing event updated for resources: {'Port': ['ID=bf8f877f-b76c-409c-bbc8-8ebf8fecc868,revision_number=3']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:31:01.159681 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:31:01.160103 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Checking segment: {'id': '8703b46f-55f1-42ba-9581-6547f33fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fb7140d-aa52-46dd-9ccb-aee020e86ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:31:01.161113 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:01.161503 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Bound using segment: {'id': '8703b46f-55f1-42ba-9581-6547f33fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fb7140d-aa52-46dd-9ccb-aee020e86ab1'} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:31:01.162053 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Bound port: bf8f877f-b76c-409c-bbc8-8ebf8fecc868, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8703b46f-55f1-42ba-9581-6547f33fd6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '0fb7140d-aa52-46dd-9ccb-aee020e86ab1'}}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:31:01.162437 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:01.165434 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:31:01.165781 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:31:01.166122 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:31:01.166456 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:31:01.166778 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:31:01.167095 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:31:01.167444 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:31:01.167760 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:31:01.168094 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:31:01.168415 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:31:01.168732 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:31:01.169066 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:31:01.169383 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:31:01.169696 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:31:01.170006 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Tracked resource versions report: May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: pushed versions: May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: { 'AddressGroup': {'1.2'}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Agent': {'1.1'}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'ConntrackHelper': {'1.0'}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'LocalIPAssociation': {'1.0'}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Log': {'1.0'}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'NDPProxy': {'1.0'}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Network': {'1.1'}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Port': {'1.7'}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'PortForwarding': {'1.3'}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'QosPolicy': {'1.10'}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'SecurityGroup': {'1.5'}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'SecurityGroupRule': {'1.2'}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'SubPort': {'1.0'}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Subnet': {'1.1'}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Trunk': {'1.1'}} May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: consumer versions: May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: { DHCP agent@dv-cinder-804757-27-iscsi: {}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: L3 agent@dv-cinder-804757-27-iscsi: {}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: Metadata agent@dv-cinder-804757-27-iscsi: {}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: Metering agent@dv-cinder-804757-27-iscsi: {}, May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: Open vSwitch agent@dv-cinder-804757-27-iscsi: { 'AddressGroup': '1.2', May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Agent': '1.1', May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'ConntrackHelper': '1.0', May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'LocalIPAssociation': '1.0', May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Log': '1.0', May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'NDPProxy': '1.0', May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Network': '1.1', May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Port': '1.7', May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'PortForwarding': '1.3', May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'QosPolicy': '1.10', May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'SecurityGroup': '1.5', May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'SecurityGroupRule': '1.2', May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'SubPort': '1.0', May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Subnet': '1.1', May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Trunk': '1.1'}} May 11 06:31:01.171469 dv-cinder-804757-27-iscsi neutron-server[104516]: {{(pid=104516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 06:31:01.247934 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] For port bf8f877f-b76c-409c-bbc8-8ebf8fecc868, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:31:01.268139 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] For port bf8f877f-b76c-409c-bbc8-8ebf8fecc868, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=bf8f877f-b76c-409c-bbc8-8ebf8fecc868,segment=NetworkSegment(8703b46f-55f1-42ba-9581-6547f33fd6e1),segment_id=8703b46f-55f1-42ba-9581-6547f33fd6e1)] {{(pid=104516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:31:01.274300 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:01.314244 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-da390af6-cf6e-4906-8fb3-6a6fdcda7a3e None None] Provisioning complete for port bf8f877f-b76c-409c-bbc8-8ebf8fecc868 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:31:01.319456 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da390af6-cf6e-4906-8fb3-6a6fdcda7a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:01.320293 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Routers {'6f24a014-2554-4ec1-bbbf-c1d914ee6695'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:31:01.320907 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:30:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['6f24a014-2554-4ec1-bbbf-c1d914ee6695'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:31:01.422503 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] Set router 6f24a014-2554-4ec1-bbbf-c1d914ee6695 gateway port host: None {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:31:01.425688 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-da390af6-cf6e-4906-8fb3-6a6fdcda7a3e None None] Current status of the port bf8f877f-b76c-409c-bbc8-8ebf8fecc868 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:31:01.426348 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da390af6-cf6e-4906-8fb3-6a6fdcda7a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:01.462787 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-da390af6-cf6e-4906-8fb3-6a6fdcda7a3e None None] For port bf8f877f-b76c-409c-bbc8-8ebf8fecc868, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=bf8f877f-b76c-409c-bbc8-8ebf8fecc868,segment=NetworkSegment(8703b46f-55f1-42ba-9581-6547f33fd6e1),segment_id=8703b46f-55f1-42ba-9581-6547f33fd6e1)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:31:01.468567 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da390af6-cf6e-4906-8fb3-6a6fdcda7a3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:01.518566 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02ee9e-b3ab-412f-a9d4-8b02a49c2805 None None] Pushing event updated for resources: {'Port': ['ID=bf8f877f-b76c-409c-bbc8-8ebf8fecc868,revision_number=4']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:31:01.528564 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da390af6-cf6e-4906-8fb3-6a6fdcda7a3e None None] Pushing event updated for resources: {'Port': ['ID=bf8f877f-b76c-409c-bbc8-8ebf8fecc868,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:31:01.588775 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-298aca0a-dcc8-4006-8fcc-01b5f9403ca9 None None] Provisioning complete for port bf8f877f-b76c-409c-bbc8-8ebf8fecc868 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:31:01.589234 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-298aca0a-dcc8-4006-8fcc-01b5f9403ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:01.653380 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f24a014-2554-4ec1-bbbf-c1d914ee6695', 'name': 'router1', 'tenant_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:30:48Z', 'updated_at': '2022-05-11T06:30:58Z', 'revision_number': 2, 'project_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'gw_port_host': None, '_interfaces': [{'id': 'bf8f877f-b76c-409c-bbc8-8ebf8fecc868', 'name': '', 'network_id': '0fb7140d-aa52-46dd-9ccb-aee020e86ab1', 'tenant_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'mac_address': 'fa:16:3e:80:00:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f24a014-2554-4ec1-bbbf-c1d914ee6695', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14282696-fdee-46d9-b1db-7dc92db095bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:30:58Z', 'updated_at': '2022-05-11T06:31:01Z', 'revision_number': 4, 'project_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'subnets': [{'id': '14282696-fdee-46d9-b1db-7dc92db095bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '076debab-1fc7-4406-9bc0-9ddac1d88c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:31:01.668758 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-298aca0a-dcc8-4006-8fcc-01b5f9403ca9 None None] Current status of the port bf8f877f-b76c-409c-bbc8-8ebf8fecc868 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:31:01.680322 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da6a3fd-2a1c-4881-a696-60a362da2194 None None] The sync data for ids ['6f24a014-2554-4ec1-bbbf-c1d914ee6695'] in dv-cinder-804757-27-iscsi is: [{'id': '6f24a014-2554-4ec1-bbbf-c1d914ee6695', 'name': 'router1', 'tenant_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:30:48Z', 'updated_at': '2022-05-11T06:30:58Z', 'revision_number': 2, 'project_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'gw_port_host': None, '_interfaces': [{'id': 'bf8f877f-b76c-409c-bbc8-8ebf8fecc868', 'name': '', 'network_id': '0fb7140d-aa52-46dd-9ccb-aee020e86ab1', 'tenant_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'mac_address': 'fa:16:3e:80:00:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f24a014-2554-4ec1-bbbf-c1d914ee6695', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14282696-fdee-46d9-b1db-7dc92db095bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:30:58Z', 'updated_at': '2022-05-11T06:31:01Z', 'revision_number': 4, 'project_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'subnets': [{'id': '14282696-fdee-46d9-b1db-7dc92db095bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '076debab-1fc7-4406-9bc0-9ddac1d88c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:31:02.143607 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 60902) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:31:02.337385 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aa6003-265a-4fdc-8c87-9bba606c51f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:31:02.338745 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-d6aa6003-265a-4fdc-8c87-9bba606c51f1 admin admin] 10.222.0.64 "GET /v2.0/networks/7c3caca2-6ca3-4944-9b8c-503b226927ad HTTP/1.1" status: 200 len: 842 time: 0.1941373 May 11 06:31:02.348079 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-aac94044-2d6b-4e96-a217-80028a637d71 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'gateway_ip': '172.27.2.1'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:31:02.372302 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac94044-2d6b-4e96-a217-80028a637d71 admin admin] Made reservation on behalf of cddb71d6492441b395049ab068255bc5 for: {'subnet': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:31:02.374644 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-aac94044-2d6b-4e96-a217-80028a637d71 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:02.528603 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:02.690067 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.objects.ports [None req-aac94044-2d6b-4e96-a217-80028a637d71 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104514) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 11 06:31:02.690871 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-aac94044-2d6b-4e96-a217-80028a637d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for subnet (01b6f16e-650b-4a67-8d30-31a7517aef7f), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:02.743940 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac94044-2d6b-4e96-a217-80028a637d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b6f16e-650b-4a67-8d30-31a7517aef7f,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:31:02.760659 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac94044-2d6b-4e96-a217-80028a637d71 admin admin] Checking segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:31:02.761025 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac94044-2d6b-4e96-a217-80028a637d71 admin admin] Network hostable DHCP agents. Network: 7c3caca2-6ca3-4944-9b8c-503b226927ad, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:31:02.782603 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac94044-2d6b-4e96-a217-80028a637d71 admin admin] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:31:02.793444 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-aac94044-2d6b-4e96-a217-80028a637d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, 7c3caca2-6ca3-4944-9b8c-503b226927ad) {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:31:02.797498 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac94044-2d6b-4e96-a217-80028a637d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:31:02.798086 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-aac94044-2d6b-4e96-a217-80028a637d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:02.803072 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe3a1d5-26a7-41c8-9c0d-445c161d4efa None None] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:31:02.829725 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-aac94044-2d6b-4e96-a217-80028a637d71 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4699097 May 11 06:31:02.919307 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c925ba1b-bc0c-4c7a-bca6-476a7840f2d9 None None] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:31:05.237388 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 60920) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:31:05.505319 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-f7f6dd94-df58-46c9-9387-583e3c95c9f4 demo admin] 10.222.0.64 "GET /v2.0/routers/6f24a014-2554-4ec1-bbbf-c1d914ee6695 HTTP/1.1" status: 200 len: 710 time: 0.2665362 May 11 06:31:05.628357 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da2c476-0622-4097-a443-cf613334579e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:31:05.630238 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-8da2c476-0622-4097-a443-cf613334579e demo admin] 10.222.0.64 "GET /v2.0/networks/7c3caca2-6ca3-4944-9b8c-503b226927ad HTTP/1.1" status: 200 len: 886 time: 0.1195650 May 11 06:31:05.638835 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:31:05.892964 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] Publish callbacks [] for router_gateway (6f24a014-2554-4ec1-bbbf-c1d914ee6695), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:06.112719 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] Publish callbacks [] for router_gateway (6f24a014-2554-4ec1-bbbf-c1d914ee6695), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:06.188974 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:06.388281 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] Allocated IP 172.27.2.152 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/cecf0a35-19a8-4cd3-b5f8-45cb81dba032) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:31:06.494918 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] Publish callbacks [] for port (cecf0a35-19a8-4cd3-b5f8-45cb81dba032), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:06.556724 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (cecf0a35-19a8-4cd3-b5f8-45cb81dba032), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:06.621625 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:31:06.626589 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:31:06.638615 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:31:06.679375 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] Pushing event updated for resources: {'Port': ['ID=cecf0a35-19a8-4cd3-b5f8-45cb81dba032,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:31:06.934087 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] Publish callbacks [] for router_gateway (6f24a014-2554-4ec1-bbbf-c1d914ee6695), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:07.147716 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1823794', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1830303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7245'] for router (6f24a014-2554-4ec1-bbbf-c1d914ee6695), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:07.153275 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1823781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1823788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1830278'] for router (6f24a014-2554-4ec1-bbbf-c1d914ee6695), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:07.268347 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] Router 6f24a014-2554-4ec1-bbbf-c1d914ee6695 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:31:07.388530 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:31:07.392971 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:07.394174 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-1da4bce8-6c50-4521-9d67-807ceb4d7647 demo admin] 10.222.0.64 "PUT /v2.0/routers/6f24a014-2554-4ec1-bbbf-c1d914ee6695 HTTP/1.1" status: 200 len: 890 time: 1.7583399 May 11 06:31:09.334778 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device bf8f877f-b76c-409c-bbc8-8ebf8fecc868 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:31:09.382857 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port bf8f877f-b76c-409c-bbc8-8ebf8fecc868 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:31:09.383258 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:09.467850 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port bf8f877f-b76c-409c-bbc8-8ebf8fecc868 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:31:09.881274 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 60932) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:31:09.996779 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-fec3f9f6-91de-4477-b2e1-558568a7a8d3 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1142960 May 11 06:31:10.690365 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Sync routers for ids ['6f24a014-2554-4ec1-bbbf-c1d914ee6695'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:31:10.702895 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Routers {'6f24a014-2554-4ec1-bbbf-c1d914ee6695'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:31:10.703630 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:30:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['6f24a014-2554-4ec1-bbbf-c1d914ee6695'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:31:10.892835 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 5 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:31:10.934451 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Set router 6f24a014-2554-4ec1-bbbf-c1d914ee6695 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:31:11.379088 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f24a014-2554-4ec1-bbbf-c1d914ee6695', 'name': 'router1', 'tenant_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cecf0a35-19a8-4cd3-b5f8-45cb81dba032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:30:48Z', 'updated_at': '2022-05-11T06:31:06Z', 'revision_number': 4, 'project_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'gw_port': {'id': 'cecf0a35-19a8-4cd3-b5f8-45cb81dba032', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f24a014-2554-4ec1-bbbf-c1d914ee6695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:31:06Z', 'updated_at': '2022-05-11T06:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'bf8f877f-b76c-409c-bbc8-8ebf8fecc868', 'name': '', 'network_id': '0fb7140d-aa52-46dd-9ccb-aee020e86ab1', 'tenant_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'mac_address': 'fa:16:3e:80:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f24a014-2554-4ec1-bbbf-c1d914ee6695', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14282696-fdee-46d9-b1db-7dc92db095bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:30:58Z', 'updated_at': '2022-05-11T06:31:01Z', 'revision_number': 5, 'project_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'subnets': [{'id': '14282696-fdee-46d9-b1db-7dc92db095bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '076debab-1fc7-4406-9bc0-9ddac1d88c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:31:11.431569 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Checking router: 6f24a014-2554-4ec1-bbbf-c1d914ee6695 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:31:11.431675 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Updating router 6f24a014-2554-4ec1-bbbf-c1d914ee6695 port cecf0a35-19a8-4cd3-b5f8-45cb81dba032 binding host dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:31:11.481181 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (cecf0a35-19a8-4cd3-b5f8-45cb81dba032), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:11.838213 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Publish callbacks [] for port (cecf0a35-19a8-4cd3-b5f8-45cb81dba032), precommit_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:11.846627 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (cecf0a35-19a8-4cd3-b5f8-45cb81dba032), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:11.902793 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Attempting to bind port cecf0a35-19a8-4cd3-b5f8-45cb81dba032 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:31:11.903167 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Attempting to bind port cecf0a35-19a8-4cd3-b5f8-45cb81dba032 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:31:11.903756 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Attempting to bind port cecf0a35-19a8-4cd3-b5f8-45cb81dba032 on network 7c3caca2-6ca3-4944-9b8c-503b226927ad {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:31:11.905484 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b36a2-899b-4cc6-80a3-6aa6f4be30d7 None None] Pushing event updated for resources: {'Port': ['ID=cecf0a35-19a8-4cd3-b5f8-45cb81dba032,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:31:11.911628 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:31:11.912010 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Checking segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:31:11.912409 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:11.912793 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Bound using segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:31:11.913255 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Bound port: cecf0a35-19a8-4cd3-b5f8-45cb81dba032, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:31:11.913632 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (cecf0a35-19a8-4cd3-b5f8-45cb81dba032), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:11.968970 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] For port cecf0a35-19a8-4cd3-b5f8-45cb81dba032, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:31:11.974711 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] For port cecf0a35-19a8-4cd3-b5f8-45cb81dba032, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=cecf0a35-19a8-4cd3-b5f8-45cb81dba032,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:31:11.984786 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (cecf0a35-19a8-4cd3-b5f8-45cb81dba032), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:12.044889 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Routers {'6f24a014-2554-4ec1-bbbf-c1d914ee6695'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:31:12.045687 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:30:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['6f24a014-2554-4ec1-bbbf-c1d914ee6695'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:31:12.048260 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b36a2-899b-4cc6-80a3-6aa6f4be30d7 None None] Pushing event updated for resources: {'Port': ['ID=cecf0a35-19a8-4cd3-b5f8-45cb81dba032,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:31:12.170440 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] Set router 6f24a014-2554-4ec1-bbbf-c1d914ee6695 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:31:12.383128 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f24a014-2554-4ec1-bbbf-c1d914ee6695', 'name': 'router1', 'tenant_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cecf0a35-19a8-4cd3-b5f8-45cb81dba032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:30:48Z', 'updated_at': '2022-05-11T06:31:06Z', 'revision_number': 4, 'project_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'gw_port': {'id': 'cecf0a35-19a8-4cd3-b5f8-45cb81dba032', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f24a014-2554-4ec1-bbbf-c1d914ee6695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:31:06Z', 'updated_at': '2022-05-11T06:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'bf8f877f-b76c-409c-bbc8-8ebf8fecc868', 'name': '', 'network_id': '0fb7140d-aa52-46dd-9ccb-aee020e86ab1', 'tenant_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'mac_address': 'fa:16:3e:80:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f24a014-2554-4ec1-bbbf-c1d914ee6695', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14282696-fdee-46d9-b1db-7dc92db095bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:30:58Z', 'updated_at': '2022-05-11T06:31:01Z', 'revision_number': 5, 'project_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'subnets': [{'id': '14282696-fdee-46d9-b1db-7dc92db095bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '076debab-1fc7-4406-9bc0-9ddac1d88c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:31:12.411619 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8469c9f-0e8e-4ad7-826c-3b7cd2c221d3 None None] The sync data for ids ['6f24a014-2554-4ec1-bbbf-c1d914ee6695'] in dv-cinder-804757-27-iscsi is: [{'id': '6f24a014-2554-4ec1-bbbf-c1d914ee6695', 'name': 'router1', 'tenant_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.152'}], 'enable_snat': True}, 'gw_port_id': 'cecf0a35-19a8-4cd3-b5f8-45cb81dba032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:30:48Z', 'updated_at': '2022-05-11T06:31:06Z', 'revision_number': 4, 'project_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'gw_port': {'id': 'cecf0a35-19a8-4cd3-b5f8-45cb81dba032', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:25:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f24a014-2554-4ec1-bbbf-c1d914ee6695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:31:06Z', 'updated_at': '2022-05-11T06:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'bf8f877f-b76c-409c-bbc8-8ebf8fecc868', 'name': '', 'network_id': '0fb7140d-aa52-46dd-9ccb-aee020e86ab1', 'tenant_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'mac_address': 'fa:16:3e:80:00:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f24a014-2554-4ec1-bbbf-c1d914ee6695', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '14282696-fdee-46d9-b1db-7dc92db095bd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:30:58Z', 'updated_at': '2022-05-11T06:31:01Z', 'revision_number': 5, 'project_id': 'd9ee8ce5419e47ce808a43f5a067142d', 'subnets': [{'id': '14282696-fdee-46d9-b1db-7dc92db095bd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '076debab-1fc7-4406-9bc0-9ddac1d88c8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:31:13.372776 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device cecf0a35-19a8-4cd3-b5f8-45cb81dba032 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:31:13.421113 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port cecf0a35-19a8-4cd3-b5f8-45cb81dba032 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:31:13.421501 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (cecf0a35-19a8-4cd3-b5f8-45cb81dba032), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:13.511069 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port cecf0a35-19a8-4cd3-b5f8-45cb81dba032 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:31:13.511498 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (cecf0a35-19a8-4cd3-b5f8-45cb81dba032), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:13.531742 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] For port cecf0a35-19a8-4cd3-b5f8-45cb81dba032, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=cecf0a35-19a8-4cd3-b5f8-45cb81dba032,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:31:13.539615 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (cecf0a35-19a8-4cd3-b5f8-45cb81dba032), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:13.610022 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Pushing event updated for resources: {'Port': ['ID=cecf0a35-19a8-4cd3-b5f8-45cb81dba032,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:31:15.398642 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device cecf0a35-19a8-4cd3-b5f8-45cb81dba032 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:31:15.510297 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port cecf0a35-19a8-4cd3-b5f8-45cb81dba032 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:31:15.510767 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (cecf0a35-19a8-4cd3-b5f8-45cb81dba032), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:15.683921 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port cecf0a35-19a8-4cd3-b5f8-45cb81dba032 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:31:25.593478 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d9bcd2ec-2be1-4f7b-9cdd-60de212332fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:27.715607 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-af90e225-ba05-4eeb-8461-3e95e4235330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:29.062164 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:30.863954 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:32.524602 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:47.892518 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 5 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:31:55.587817 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d2cda117-4f2b-476d-9669-3a8ea30687b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:57.708748 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-73569075-878d-4f1c-a719-14e515590424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:31:58.970371 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:32:00.865785 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:32:02.520915 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:32:24.890498 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 5 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:32:25.591382 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-93763a3c-54a6-4f74-8795-df9c566ab229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:32:27.710424 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f27313e5-29f2-495b-9661-61220935fe20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:32:28.131822 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 33184) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:32:28.193579 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.pecan_wsgi.hooks.translation [None req-f02b0034-78ce-41d6-8433-50d896b1b3e6 admin admin] GET failed (client error): The resource could not be found. May 11 06:32:28.195097 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-f02b0034-78ce-41d6-8433-50d896b1b3e6 admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623581 May 11 06:32:28.426994 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ff0c43-4841-487b-8eb1-67837ed8e683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:32:28.428517 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-76ff0c43-4841-487b-8eb1-67837ed8e683 admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2293007 May 11 06:32:28.971288 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:32:30.650689 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 33194) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:32:30.740419 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bb1f05-3747-4a57-9f67-11e017bf10ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:32:30.741727 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-27bb1f05-3747-4a57-9f67-11e017bf10ac admin admin] 10.222.0.64 "GET /v2.0/subnets/14282696-fdee-46d9-b1db-7dc92db095bd HTTP/1.1" status: 200 len: 849 time: 0.0900679 May 11 06:32:30.750816 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:32:30.836481 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Publish callbacks [] for subnet (14282696-fdee-46d9-b1db-7dc92db095bd), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:32:30.863758 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:32:30.975653 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748549594242'] for subnet (14282696-fdee-46d9-b1db-7dc92db095bd), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:32:31.009442 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:32:31.010029 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:32:31.012900 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] 10.222.0.64 "PUT /v2.0/subnets/14282696-fdee-46d9-b1db-7dc92db095bd HTTP/1.1" status: 200 len: 868 time: 0.2640023 May 11 06:32:31.031026 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14282696-fdee-46d9-b1db-7dc92db095bd,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:32:31.032528 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec87bd3-b35f-4fd6-8a28-e1de4c65e79e None None] Network 0fb7140d-aa52-46dd-9ccb-aee020e86ab1 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:32:31.040192 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:32:31.040702 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:32:31.041077 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:32:31.041424 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:32:31.041762 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:32:31.042108 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:32:31.042446 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:32:31.042775 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:32:31.043122 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:32:31.043476 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:32:31.043814 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:32:31.044140 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:32:31.044457 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:32:31.044815 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:32:31.045093 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b537d65-64b7-4601-8190-72df20ca33f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:32:31.345319 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-be39fce4-f702-4b23-a91b-8748f083520e None None] Provisioning complete for port 6f6b657e-985c-48ff-a59f-c3778f35e236 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:32:31.345709 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-be39fce4-f702-4b23-a91b-8748f083520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (6f6b657e-985c-48ff-a59f-c3778f35e236), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:32:31.420717 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-be39fce4-f702-4b23-a91b-8748f083520e None None] Current status of the port 6f6b657e-985c-48ff-a59f-c3778f35e236 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:32:31.428553 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-be39fce4-f702-4b23-a91b-8748f083520e None None] Provisioning complete for port bf8f877f-b76c-409c-bbc8-8ebf8fecc868 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:32:31.428939 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-be39fce4-f702-4b23-a91b-8748f083520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (bf8f877f-b76c-409c-bbc8-8ebf8fecc868), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:32:31.504569 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-be39fce4-f702-4b23-a91b-8748f083520e None None] Current status of the port bf8f877f-b76c-409c-bbc8-8ebf8fecc868 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:32:32.524088 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:32:33.252491 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 33202) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:32:33.452917 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed2766b-610e-4ef8-ac48-43735a4dd473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:32:33.453328 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed2766b-610e-4ef8-ac48-43735a4dd473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:32:33.454880 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-7ed2766b-610e-4ef8-ac48-43735a4dd473 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2014401 May 11 06:32:35.679696 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 33210) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:32:35.814578 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a908d02e-d860-43db-8ea1-3fb2135cf676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:32:35.815054 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a908d02e-d860-43db-8ea1-3fb2135cf676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:32:35.817168 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-a908d02e-d860-43db-8ea1-3fb2135cf676 admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1365266 May 11 06:32:38.054766 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 33218) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:32:38.180937 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a8eaad-f77d-4a50-91ed-771beac90080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:32:38.182269 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-77a8eaad-f77d-4a50-91ed-771beac90080 admin admin] 10.222.0.64 "GET /v2.0/networks/0fb7140d-aa52-46dd-9ccb-aee020e86ab1 HTTP/1.1" status: 200 len: 869 time: 0.1264980 May 11 06:32:40.428827 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33226) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:32:40.551887 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a7104a-6923-48da-b62d-a3eee82cafd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:32:40.553243 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-d6a7104a-6923-48da-b62d-a3eee82cafd2 admin admin] 10.222.0.64 "GET /v2.0/networks/7c3caca2-6ca3-4944-9b8c-503b226927ad HTTP/1.1" status: 200 len: 886 time: 0.1234496 May 11 06:32:42.780395 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33236) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:32:42.904421 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265bb13c-e5ce-4317-baa5-99d1dc2ad283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:32:42.904884 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265bb13c-e5ce-4317-baa5-99d1dc2ad283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:32:42.906443 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-265bb13c-e5ce-4317-baa5-99d1dc2ad283 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1250851 May 11 06:32:45.122398 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33244) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:32:45.211179 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd38aba-e075-445c-9f30-1cd810878232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:32:45.211659 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd38aba-e075-445c-9f30-1cd810878232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:32:45.213141 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-cbd38aba-e075-445c-9f30-1cd810878232 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898168 May 11 06:32:47.427435 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33252) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:32:47.510956 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5869798e-c0c6-40b9-b1b3-cd4017e0842f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:32:47.512310 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-5869798e-c0c6-40b9-b1b3-cd4017e0842f admin admin] 10.222.0.64 "GET /v2.0/subnets/01b6f16e-650b-4a67-8d30-31a7517aef7f HTTP/1.1" status: 200 len: 816 time: 0.0839286 May 11 06:32:49.742507 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33260) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:32:49.902996 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34332f1d-fad4-458d-96d1-e4e5e18d07f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:32:49.904386 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-34332f1d-fad4-458d-96d1-e4e5e18d07f1 admin admin] 10.222.0.64 "GET /v2.0/subnets/14282696-fdee-46d9-b1db-7dc92db095bd HTTP/1.1" status: 200 len: 868 time: 0.1609399 May 11 06:32:55.593736 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e6549787-01fd-4d64-9582-fdd146f0894e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:32:57.712240 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f231fd5-adba-4435-a1c3-f071fa5662e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:32:58.975360 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:00.861273 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:01.889263 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 5 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:33:02.527706 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:25.596938 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-3999a81b-d9b8-480f-ba4f-c21263cf57da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:27.719697 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-99bf4f2a-0d75-4c5a-b31a-6d064bf8674f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:28.977818 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:30.087921 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33318) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:33:30.133578 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [None req-87d28ece-22a3-4c2c-859f-049191bf7f01 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:33:30.134580 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-87d28ece-22a3-4c2c-859f-049191bf7f01 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0457373 May 11 06:33:30.864997 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:32.430138 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33326) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:33:32.497304 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.pecan_wsgi.hooks.translation [None req-b654a747-1d04-46ac-8731-9d6afdb71cfc admin admin] GET failed (client error): The resource could not be found. May 11 06:33:32.498639 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-b654a747-1d04-46ac-8731-9d6afdb71cfc admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0677140 May 11 06:33:32.530578 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:32.639775 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3423ce-46a1-41f4-8272-c03fe9939dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:33:32.641273 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-1d3423ce-46a1-41f4-8272-c03fe9939dbb admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1384497 May 11 06:33:34.890308 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33334) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:33:34.937342 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:33:34.957061 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Made reservation on behalf of cddb71d6492441b395049ab068255bc5 for: {'network': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:33:34.959335 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:34.995501 dv-cinder-804757-27-iscsi neutron-server[104513]: WARNING neutron.services.revisions.revision_plugin [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Could not find related network for resource to bump revision. May 11 06:33:35.007793 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=104513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:33:35.017097 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (6a58f0ea-99dd-44d8-8c3d-6ec291a5772d), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:35.017489 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.segments_db [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Added segment 6a58f0ea-99dd-44d8-8c3d-6ec291a5772d of type vlan for network bd6b635f-481e-4b35-9b03-adca5ada950a May 11 06:33:35.056786 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (bd6b635f-481e-4b35-9b03-adca5ada950a), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:35.084264 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (bd6b635f-481e-4b35-9b03-adca5ada950a), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:35.085179 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:33:35.085747 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:35.128849 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2374787 May 11 06:33:35.180978 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Pushing event updated for resources: {'Network': ['ID=bd6b635f-481e-4b35-9b03-adca5ada950a,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:33:35.188397 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:35.188743 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:35.189101 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:35.189441 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:35.189836 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:35.190163 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:35.190486 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:35.190806 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:35.191142 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:35.191492 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:35.191815 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:35.192133 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:35.192450 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:35.192761 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:35.193073 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30fe08ed-11f9-4f2a-993c-ce72c15ac0cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:35.204492 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network bd6b635f-481e-4b35-9b03-adca5ada950a details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:33:37.398317 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33342) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:33:37.458141 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.pecan_wsgi.hooks.translation [None req-933c8a1f-70b2-4768-97ee-81c307e566b2 admin admin] GET failed (client error): The resource could not be found. May 11 06:33:37.459438 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-933c8a1f-70b2-4768-97ee-81c307e566b2 admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601521 May 11 06:33:37.526042 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4ab44e-2612-4c01-a8a8-69f1a8b7015b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:33:37.527494 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-9b4ab44e-2612-4c01-a8a8-69f1a8b7015b admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0641274 May 11 06:33:37.537493 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-f21d5e02-1a34-4cb8-b7a9-28ee598a7c38 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'bd6b635f-481e-4b35-9b03-adca5ada950a', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:33:37.556946 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21d5e02-1a34-4cb8-b7a9-28ee598a7c38 admin admin] Made reservation on behalf of cddb71d6492441b395049ab068255bc5 for: {'subnet': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:33:37.559338 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f21d5e02-1a34-4cb8-b7a9-28ee598a7c38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:37.719534 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f21d5e02-1a34-4cb8-b7a9-28ee598a7c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for subnet (39566415-6518-40b9-b826-f12ed7d15ced), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:37.776046 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d5e02-1a34-4cb8-b7a9-28ee598a7c38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39566415-6518-40b9-b826-f12ed7d15ced,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:33:37.781159 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21d5e02-1a34-4cb8-b7a9-28ee598a7c38 admin admin] Checking segment: {'id': '6a58f0ea-99dd-44d8-8c3d-6ec291a5772d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bd6b635f-481e-4b35-9b03-adca5ada950a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:33:37.781504 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21d5e02-1a34-4cb8-b7a9-28ee598a7c38 admin admin] Network hostable DHCP agents. Network: bd6b635f-481e-4b35-9b03-adca5ada950a, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:33:37.797986 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21d5e02-1a34-4cb8-b7a9-28ee598a7c38 admin admin] Network bd6b635f-481e-4b35-9b03-adca5ada950a is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:33:37.806607 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-f21d5e02-1a34-4cb8-b7a9-28ee598a7c38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, bd6b635f-481e-4b35-9b03-adca5ada950a) {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:33:37.810730 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21d5e02-1a34-4cb8-b7a9-28ee598a7c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:33:37.811521 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f21d5e02-1a34-4cb8-b7a9-28ee598a7c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:37.816623 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708d51b6-7fd4-49d8-90cb-35e09138037f None None] Network bd6b635f-481e-4b35-9b03-adca5ada950a requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:33:37.827106 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-f21d5e02-1a34-4cb8-b7a9-28ee598a7c38 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2928569 May 11 06:33:38.023989 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dd71484-60e5-51ad-871a-30a1f3f9ad64-bd6b635f-481e-4b35-9b03-adca5ada950a', 'network_id': 'bd6b635f-481e-4b35-9b03-adca5ada950a', 'project_id': 'cddb71d6492441b395049ab068255bc5', 'fixed_ips': [{'subnet_id': '39566415-6518-40b9-b826-f12ed7d15ced'}]}} from dv-cinder-804757-27-iscsi. {{(pid=104515) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 06:33:38.024931 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:38.159149 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.db_base_plugin_common [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Allocated IP 192.168.233.2 (bd6b635f-481e-4b35-9b03-adca5ada950a/39566415-6518-40b9-b826-f12ed7d15ced/71a5470a-9e42-4a18-a794-1d5f69fb3ae6) {{(pid=104515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:33:38.302630 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Publish callbacks [] for port (71a5470a-9e42-4a18-a794-1d5f69fb3ae6), precommit_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:38.310065 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (71a5470a-9e42-4a18-a794-1d5f69fb3ae6), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:38.359204 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Network bd6b635f-481e-4b35-9b03-adca5ada950a is already hosted by enough agents. {{(pid=104515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:33:38.363374 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.base_scheduler [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Resources bound (agent type, host, resource id): {{(pid=104515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:33:38.365104 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Pushing event updated for resources: {'Port': ['ID=71a5470a-9e42-4a18-a794-1d5f69fb3ae6,revision_number=1']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:33:38.367320 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Received port after_create {{(pid=104515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:33:38.380761 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:38.381201 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:38.381565 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:38.381924 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:38.382262 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:38.382592 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:38.382922 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:38.383245 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:38.383664 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:38.383997 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:38.384322 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:38.384663 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:38.384985 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:38.385303 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:38.385621 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:33:38.434655 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Attempting to bind port 71a5470a-9e42-4a18-a794-1d5f69fb3ae6 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:33:38.435009 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Attempting to bind port 71a5470a-9e42-4a18-a794-1d5f69fb3ae6 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '6a58f0ea-99dd-44d8-8c3d-6ec291a5772d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bd6b635f-481e-4b35-9b03-adca5ada950a'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:33:38.435405 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Attempting to bind port 71a5470a-9e42-4a18-a794-1d5f69fb3ae6 on network bd6b635f-481e-4b35-9b03-adca5ada950a {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:33:38.441216 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:33:38.441657 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Checking segment: {'id': '6a58f0ea-99dd-44d8-8c3d-6ec291a5772d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bd6b635f-481e-4b35-9b03-adca5ada950a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:33:38.441998 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:38.442387 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Bound using segment: {'id': '6a58f0ea-99dd-44d8-8c3d-6ec291a5772d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bd6b635f-481e-4b35-9b03-adca5ada950a'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:33:38.442852 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Bound port: 71a5470a-9e42-4a18-a794-1d5f69fb3ae6, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a58f0ea-99dd-44d8-8c3d-6ec291a5772d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bd6b635f-481e-4b35-9b03-adca5ada950a'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:33:38.443234 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (71a5470a-9e42-4a18-a794-1d5f69fb3ae6), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:38.507010 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] For port 71a5470a-9e42-4a18-a794-1d5f69fb3ae6, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:33:38.510821 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] For port 71a5470a-9e42-4a18-a794-1d5f69fb3ae6, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=71a5470a-9e42-4a18-a794-1d5f69fb3ae6,segment=NetworkSegment(6a58f0ea-99dd-44d8-8c3d-6ec291a5772d),segment_id=6a58f0ea-99dd-44d8-8c3d-6ec291a5772d)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:33:38.516768 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (71a5470a-9e42-4a18-a794-1d5f69fb3ae6), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:38.580188 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725f695-5e73-4df6-b49b-c0448b58cb0b None None] Pushing event updated for resources: {'Port': ['ID=71a5470a-9e42-4a18-a794-1d5f69fb3ae6,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:33:38.888860 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 5 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:33:39.453197 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8876ff61-ea06-4a7d-ad06-c4fbf27dabfd None None] Network bd6b635f-481e-4b35-9b03-adca5ada950a requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:33:39.479013 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 71a5470a-9e42-4a18-a794-1d5f69fb3ae6 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:33:39.572144 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-d693a42d-5624-49aa-a43b-893a61ecf231 None None] Provisioning complete for port 71a5470a-9e42-4a18-a794-1d5f69fb3ae6 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:33:39.572515 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d693a42d-5624-49aa-a43b-893a61ecf231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (71a5470a-9e42-4a18-a794-1d5f69fb3ae6), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:39.621856 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 71a5470a-9e42-4a18-a794-1d5f69fb3ae6 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:33:39.622247 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (71a5470a-9e42-4a18-a794-1d5f69fb3ae6), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:39.722372 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-d693a42d-5624-49aa-a43b-893a61ecf231 None None] Current status of the port 71a5470a-9e42-4a18-a794-1d5f69fb3ae6 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:33:39.722372 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d693a42d-5624-49aa-a43b-893a61ecf231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (71a5470a-9e42-4a18-a794-1d5f69fb3ae6), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:39.783106 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 71a5470a-9e42-4a18-a794-1d5f69fb3ae6 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:33:39.783562 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (71a5470a-9e42-4a18-a794-1d5f69fb3ae6), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:39.786509 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-d693a42d-5624-49aa-a43b-893a61ecf231 None None] For port 71a5470a-9e42-4a18-a794-1d5f69fb3ae6, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=71a5470a-9e42-4a18-a794-1d5f69fb3ae6,segment=NetworkSegment(6a58f0ea-99dd-44d8-8c3d-6ec291a5772d),segment_id=6a58f0ea-99dd-44d8-8c3d-6ec291a5772d)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:33:39.795352 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d693a42d-5624-49aa-a43b-893a61ecf231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (71a5470a-9e42-4a18-a794-1d5f69fb3ae6), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:39.887766 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693a42d-5624-49aa-a43b-893a61ecf231 None None] Pushing event updated for resources: {'Port': ['ID=71a5470a-9e42-4a18-a794-1d5f69fb3ae6,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:33:39.892267 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.db.api [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 11 06:33:39.892800 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG oslo_db.api [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 06:33:40.018694 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-2fa9502d-313a-4e50-b489-ded227d44463 None None] Provisioning complete for port 71a5470a-9e42-4a18-a794-1d5f69fb3ae6 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:33:40.019148 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2fa9502d-313a-4e50-b489-ded227d44463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (71a5470a-9e42-4a18-a794-1d5f69fb3ae6), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:40.094313 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-2fa9502d-313a-4e50-b489-ded227d44463 None None] Current status of the port 71a5470a-9e42-4a18-a794-1d5f69fb3ae6 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:33:40.430251 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 71a5470a-9e42-4a18-a794-1d5f69fb3ae6 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:33:41.415478 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 71a5470a-9e42-4a18-a794-1d5f69fb3ae6 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:33:41.464290 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 71a5470a-9e42-4a18-a794-1d5f69fb3ae6 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:33:41.464688 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (71a5470a-9e42-4a18-a794-1d5f69fb3ae6), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:41.546250 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 71a5470a-9e42-4a18-a794-1d5f69fb3ae6 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:33:55.599840 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-be9fb992-fa84-49aa-a708-b35e86866a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:57.713032 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-8e979538-5eb0-4780-99d2-18325b4d5262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:33:58.980803 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:34:00.867131 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:34:02.532283 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:34:15.887120 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 5 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:34:25.601406 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-686f685e-a825-4213-aec4-fe9b7c411482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:34:27.714932 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-597dfb71-677c-4707-9ec9-a7656dbdc88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:34:28.983752 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:34:30.869077 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:34:32.534872 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:34:52.885685 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 5 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:34:55.603022 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-094a23f7-fe6d-47b0-b468-4de8960a423d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:34:57.717046 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-7e551b1b-c73b-479f-a687-8bc66b30f68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:34:58.986327 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:35:00.871611 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:35:02.538603 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:35:04.671604 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33382) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:35:04.677193 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [None req-e038464c-12a4-40d0-abe3-d5e74c7a26c8 tempest-verify_tempest_config-392378472 tempest-verify_tempest_config-392378472-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:35:04.678182 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-e038464c-12a4-40d0-abe3-d5e74c7a26c8 tempest-verify_tempest_config-392378472 tempest-verify_tempest_config-392378472-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055923 May 11 06:35:04.970114 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33400) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:35:05.068838 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:35:05.140431 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Publish callbacks [] for security_group (560c0e7c-07cf-451c-a7c4-02b4c17952d8), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:35:05.144455 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (560c0e7c-07cf-451c-a7c4-02b4c17952d8), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:35:05.186716 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560c0e7c-07cf-451c-a7c4-02b4c17952d8,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:35:05.191296 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d48e2caf66284b08a7e16ec8a551041f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2202029 May 11 06:35:05.194012 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 33404) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:35:05.195572 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.195912 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.196555 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.196895 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.197211 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.197557 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.197872 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.198199 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.198526 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.198850 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.199191 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.199561 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.199869 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.200197 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.200587 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ce74f-157e-4a62-a7ae-3484bfd9dbee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.251891 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Publish callbacks [] for security_group (560c0e7c-07cf-451c-a7c4-02b4c17952d8), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:35:05.274291 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Publish callbacks [] for security_group (560c0e7c-07cf-451c-a7c4-02b4c17952d8), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:35:05.364455 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (560c0e7c-07cf-451c-a7c4-02b4c17952d8), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:35:05.366977 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:35:05.368206 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/560c0e7c-07cf-451c-a7c4-02b4c17952d8 HTTP/1.1" status: 204 len: 168 time: 0.1732275 May 11 06:35:05.376830 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560c0e7c-07cf-451c-a7c4-02b4c17952d8,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:35:05.383624 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.383976 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.384319 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.384656 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.384990 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.385324 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.385655 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.385983 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.386310 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.386647 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.386995 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.387362 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.387689 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.388012 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:05.388353 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbaff5e1-1200-48ab-98bf-a9fc692ed661 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:35:25.604261 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-6c019c5d-ddd8-4c8d-94c1-1e9cb2d5a0ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:35:27.721306 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f6f407e7-9495-451f-994f-4150bdfa15e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:35:28.986882 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:35:29.885916 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 5 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:35:30.874067 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:35:32.541414 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:35:55.605974 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-78ae2ab9-a193-46fc-965b-614c36ccc472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:35:57.722494 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3afa-d083-4a46-b0f9-4af68792d8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:35:58.988315 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:36:00.880594 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:36:02.546115 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:36:06.884765 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 5 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:36:25.606589 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d5b2be4e-681d-4795-8c75-782d1b8e9b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:36:27.723984 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2c8cf5a7-b12d-4ce9-aa9c-e1bae1cb4aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:36:28.989800 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:36:30.879619 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:36:32.541724 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:36:43.883105 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 5 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:36:55.607560 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-cc1a0056-4721-4282-90c0-459982bba228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:36:57.727762 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-aa1095fc-09f1-4ad0-9f06-cbc8112b550c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:36:58.992780 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:36:59.314151 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1819759'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:37:00.883930 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:37:02.543931 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:37:20.016242 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 33496) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:37:20.128518 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-98dab36f-bf50-41f9-b595-cd2302b0cc92 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1111608 May 11 06:37:20.882690 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:37:22.397560 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 33506) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:37:22.451054 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-75dea026-5dde-4677-a0ed-f2df43004658 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0524371 May 11 06:37:25.608961 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-cb41b7c9-dda2-4e57-a6e3-cef64afb5541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:37:27.728550 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-b3918892-b599-45ed-847a-ac82b59fefbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:37:28.998177 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:37:29.318259 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:37:30.885275 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:37:32.546330 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:37:55.610833 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-457a733b-0dde-4dd3-9a5a-009edf57cce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:37:57.731102 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-63d04c82-e73d-438b-aaa5-112abd5a8d87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:37:57.882796 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:37:58.999296 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:37:59.329359 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:38:00.887955 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:38:02.547860 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:38:25.611809 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d11f3a6b-b515-483a-ad70-d0269bcae71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:38:27.733244 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-aebf720c-9e8d-432e-a7b2-21dad7d463b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:38:29.002431 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:38:29.328065 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:38:30.893730 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:38:32.551200 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:38:34.882445 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:38:55.614964 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-79bc6ef3-1cc3-4f99-bc3a-cd2fd43a7097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:38:57.747299 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-b1bd68b3-80f6-446d-9484-5a210cb4d755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:38:59.013602 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:38:59.337729 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:00.908197 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:01.851274 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 33668) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:02.096428 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-network', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:02.118134 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Made reservation on behalf of ea42234bb6844ce88afe0725d859863e for: {'network': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:39:02.120651 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:02.129752 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:02.207009 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Publish callbacks [] for security_group (04e8486a-6e49-43a6-a8d4-3f393ea3399a), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:02.212295 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (04e8486a-6e49-43a6-a8d4-3f393ea3399a), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:02.237185 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e8486a-6e49-43a6-a8d4-3f393ea3399a,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:02.245093 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.245438 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.245769 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.246095 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.246416 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.246734 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.247083 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.247420 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.247729 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.248204 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.248526 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.248839 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.249151 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.249461 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.249769 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Tracked resource versions report: May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: pushed versions: May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: { 'AddressGroup': {'1.2'}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Agent': {'1.1'}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'ConntrackHelper': {'1.0'}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'LocalIPAssociation': {'1.0'}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Log': {'1.0'}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'NDPProxy': {'1.0'}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Network': {'1.1'}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Port': {'1.7'}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'PortForwarding': {'1.3'}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'QosPolicy': {'1.10'}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'SecurityGroup': {'1.5'}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'SecurityGroupRule': {'1.2'}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'SubPort': {'1.0'}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Subnet': {'1.1'}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Trunk': {'1.1'}} May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: consumer versions: May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: { DHCP agent@dv-cinder-804757-27-iscsi: {}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: HyperV agent@hv-cinder-80475: {}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: L3 agent@dv-cinder-804757-27-iscsi: {}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: Metadata agent@dv-cinder-804757-27-iscsi: {}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: Metering agent@dv-cinder-804757-27-iscsi: {}, May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: Open vSwitch agent@dv-cinder-804757-27-iscsi: { 'AddressGroup': '1.2', May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Agent': '1.1', May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'ConntrackHelper': '1.0', May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'LocalIPAssociation': '1.0', May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Log': '1.0', May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'NDPProxy': '1.0', May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Network': '1.1', May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Port': '1.7', May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'PortForwarding': '1.3', May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'QosPolicy': '1.10', May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'SecurityGroup': '1.5', May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'SecurityGroupRule': '1.2', May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'SubPort': '1.0', May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Subnet': '1.1', May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: 'Trunk': '1.1'}} May 11 06:39:02.250877 dv-cinder-804757-27-iscsi neutron-server[104514]: {{(pid=104514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 06:39:02.264408 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=104514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:39:02.275383 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (2d52252d-04b6-4ff8-a302-b9900d207bde), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:02.275817 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.segments_db [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Added segment 2d52252d-04b6-4ff8-a302-b9900d207bde of type vlan for network db82dec6-6180-4aae-84ec-afed65e8ca62 May 11 06:39:02.318995 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (db82dec6-6180-4aae-84ec-afed65e8ca62), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:02.350057 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (db82dec6-6180-4aae-84ec-afed65e8ca62), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:02.351083 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:02.351688 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:02.387810 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5351620 May 11 06:39:02.391389 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33704) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:02.398957 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Request body: {'subnet': {'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-subnet', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:02.415537 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d223f-deed-489e-8078-2922090ca1a5 admin admin] Pushing event updated for resources: {'Network': ['ID=db82dec6-6180-4aae-84ec-afed65e8ca62,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:02.427990 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network db82dec6-6180-4aae-84ec-afed65e8ca62 details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:39:02.436537 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Made reservation on behalf of ea42234bb6844ce88afe0725d859863e for: {'subnet': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:39:02.440749 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:02.456132 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 33708) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:02.567467 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:02.580010 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 33714) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:02.630607 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for subnet (46918c72-b454-45a4-910b-65c25fc3c195), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:02.687055 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46918c72-b454-45a4-910b-65c25fc3c195,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:02.699503 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.699858 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.700733 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.701071 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.701413 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.701723 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.702220 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.702695 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.703023 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.703374 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.703717 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.704039 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.704506 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.704991 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.705462 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Tracked resource versions report: May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: pushed versions: May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: { 'AddressGroup': {'1.2'}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Agent': {'1.1'}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'ConntrackHelper': {'1.0'}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'LocalIPAssociation': {'1.0'}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Log': {'1.0'}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'NDPProxy': {'1.0'}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Network': {'1.1'}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Port': {'1.7'}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'PortForwarding': {'1.3'}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'QosPolicy': {'1.10'}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'SecurityGroup': {'1.5'}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'SecurityGroupRule': {'1.2'}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'SubPort': {'1.0'}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Subnet': {'1.1'}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Trunk': {'1.1'}} May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: consumer versions: May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: { DHCP agent@dv-cinder-804757-27-iscsi: {}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: HyperV agent@hv-cinder-80475: {}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: L3 agent@dv-cinder-804757-27-iscsi: {}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: Metadata agent@dv-cinder-804757-27-iscsi: {}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: Metering agent@dv-cinder-804757-27-iscsi: {}, May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: Open vSwitch agent@dv-cinder-804757-27-iscsi: { 'AddressGroup': '1.2', May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Agent': '1.1', May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'ConntrackHelper': '1.0', May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'LocalIPAssociation': '1.0', May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Log': '1.0', May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'NDPProxy': '1.0', May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Network': '1.1', May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Port': '1.7', May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'PortForwarding': '1.3', May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'QosPolicy': '1.10', May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'SecurityGroup': '1.5', May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'SecurityGroupRule': '1.2', May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'SubPort': '1.0', May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Subnet': '1.1', May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: 'Trunk': '1.1'}} May 11 06:39:02.706733 dv-cinder-804757-27-iscsi neutron-server[104513]: {{(pid=104513) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 06:39:02.726647 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Checking segment: {'id': '2d52252d-04b6-4ff8-a302-b9900d207bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:02.727218 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Network hostable DHCP agents. Network: db82dec6-6180-4aae-84ec-afed65e8ca62, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:39:02.751084 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Network db82dec6-6180-4aae-84ec-afed65e8ca62 is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:39:02.760379 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, db82dec6-6180-4aae-84ec-afed65e8ca62) {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:02.765562 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:02.766367 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:02.771788 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91dfe55-d9ae-45fd-a503-061802eb2b80 None None] Network db82dec6-6180-4aae-84ec-afed65e8ca62 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:39:02.816911 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 33730) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:02.817662 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-1c66d392-b832-45f6-bf0c-18a771c8d0b9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4241173 May 11 06:39:02.823893 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:02.855527 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7286'] for router (7547115d-ecd1-4e1b-b7bb-7ef0112d439e), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:02.858153 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router (7547115d-ecd1-4e1b-b7bb-7ef0112d439e), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:02.890877 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dd71484-60e5-51ad-871a-30a1f3f9ad64-db82dec6-6180-4aae-84ec-afed65e8ca62', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195'}]}} from dv-cinder-804757-27-iscsi. {{(pid=104515) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 06:39:02.891948 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:02.909658 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-4dfcd502-4fd4-4c7d-b779-5cfd2127d4ad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-352795936-network', 'tenant_id': '08265213a8e840179ab9d62cf0bc86ab'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:02.977937 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfcd502-4fd4-4c7d-b779-5cfd2127d4ad admin admin] Made reservation on behalf of 08265213a8e840179ab9d62cf0bc86ab for: {'network': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:39:02.980659 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd502-4fd4-4c7d-b779-5cfd2127d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:02.992566 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-5dca2953-07d3-421c-8466-a7dc17a0cf44 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-622560740-network', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:02.998786 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Publish callbacks [] for router_controller (7547115d-ecd1-4e1b-b7bb-7ef0112d439e), precommit_add_association {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.007330 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd502-4fd4-4c7d-b779-5cfd2127d4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.047720 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.db_base_plugin_common [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Allocated IP 172.20.0.2 (db82dec6-6180-4aae-84ec-afed65e8ca62/46918c72-b454-45a4-910b-65c25fc3c195/085c8ead-ca60-41b2-b204-30b659237748) {{(pid=104515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:39:03.106024 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 33742) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:03.109401 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dca2953-07d3-421c-8466-a7dc17a0cf44 admin admin] Made reservation on behalf of 0d1689ff62644e0c92c3bf8290b52b90 for: {'network': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:39:03.111925 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5dca2953-07d3-421c-8466-a7dc17a0cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.133996 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5dca2953-07d3-421c-8466-a7dc17a0cf44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.240217 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Publish callbacks [] for router_gateway (7547115d-ecd1-4e1b-b7bb-7ef0112d439e), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.250182 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Publish callbacks [] for port (085c8ead-ca60-41b2-b204-30b659237748), precommit_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.258046 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (085c8ead-ca60-41b2-b204-30b659237748), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.283606 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Network db82dec6-6180-4aae-84ec-afed65e8ca62 is already hosted by enough agents. {{(pid=104515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:03.286652 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.base_scheduler [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Resources bound (agent type, host, resource id): {{(pid=104515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:03.307360 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Received port after_create {{(pid=104515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:39:03.349259 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Pushing event updated for resources: {'Port': ['ID=085c8ead-ca60-41b2-b204-30b659237748,revision_number=1']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:03.376806 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:03.377435 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:03.377949 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:03.378447 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:03.378930 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:03.379440 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:03.379948 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:03.380366 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:03.380730 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:03.381061 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:03.381391 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:03.381822 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:03.382156 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:03.382475 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:03.382799 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Tracked resource versions report: May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: pushed versions: May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: { 'AddressGroup': {'1.2'}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Agent': {'1.1'}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'ConntrackHelper': {'1.0'}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'LocalIPAssociation': {'1.0'}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Log': {'1.0'}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'NDPProxy': {'1.0'}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Network': {'1.1'}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Port': {'1.7'}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'PortForwarding': {'1.3'}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'QosPolicy': {'1.10'}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'SecurityGroup': {'1.5'}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'SecurityGroupRule': {'1.2'}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'SubPort': {'1.0'}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Subnet': {'1.1'}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Trunk': {'1.1'}} May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: consumer versions: May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: { DHCP agent@dv-cinder-804757-27-iscsi: {}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: HyperV agent@hv-cinder-80475: {}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: L3 agent@dv-cinder-804757-27-iscsi: {}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: Metadata agent@dv-cinder-804757-27-iscsi: {}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: Metering agent@dv-cinder-804757-27-iscsi: {}, May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: Open vSwitch agent@dv-cinder-804757-27-iscsi: { 'AddressGroup': '1.2', May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Agent': '1.1', May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'ConntrackHelper': '1.0', May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'LocalIPAssociation': '1.0', May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Log': '1.0', May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'NDPProxy': '1.0', May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Network': '1.1', May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Port': '1.7', May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'PortForwarding': '1.3', May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'QosPolicy': '1.10', May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'SecurityGroup': '1.5', May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'SecurityGroupRule': '1.2', May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'SubPort': '1.0', May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Subnet': '1.1', May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: 'Trunk': '1.1'}} May 11 06:39:03.384013 dv-cinder-804757-27-iscsi neutron-server[104515]: {{(pid=104515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 06:39:03.386531 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd502-4fd4-4c7d-b779-5cfd2127d4ad admin admin] Publish callbacks [] for security_group (50fd11fa-52f3-4190-9bbe-ec7361192647), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.408850 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Attempting to bind port 085c8ead-ca60-41b2-b204-30b659237748 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:39:03.409529 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Attempting to bind port 085c8ead-ca60-41b2-b204-30b659237748 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '2d52252d-04b6-4ff8-a302-b9900d207bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:39:03.410116 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Attempting to bind port 085c8ead-ca60-41b2-b204-30b659237748 on network db82dec6-6180-4aae-84ec-afed65e8ca62 {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:03.416370 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:39:03.417016 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Checking segment: {'id': '2d52252d-04b6-4ff8-a302-b9900d207bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:03.417628 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.418276 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Bound using segment: {'id': '2d52252d-04b6-4ff8-a302-b9900d207bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:39:03.419504 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Bound port: 085c8ead-ca60-41b2-b204-30b659237748, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d52252d-04b6-4ff8-a302-b9900d207bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:39:03.420113 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (085c8ead-ca60-41b2-b204-30b659237748), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.444936 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd502-4fd4-4c7d-b779-5cfd2127d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (50fd11fa-52f3-4190-9bbe-ec7361192647), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.483226 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-c8631a15-7c72-4bc9-8d56-a9f3bdb9ed29 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1680997120-network', 'tenant_id': 'eb4348f294cc464f89b2334676442d25'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:03.503887 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5dca2953-07d3-421c-8466-a7dc17a0cf44 admin admin] Publish callbacks [] for security_group (7c755ce4-6e8a-4863-b277-b1c10cc1133f), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.508665 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] For port 085c8ead-ca60-41b2-b204-30b659237748, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:39:03.512163 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] For port 085c8ead-ca60-41b2-b204-30b659237748, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=085c8ead-ca60-41b2-b204-30b659237748,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:39:03.521756 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (085c8ead-ca60-41b2-b204-30b659237748), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.535790 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcd502-4fd4-4c7d-b779-5cfd2127d4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fd11fa-52f3-4190-9bbe-ec7361192647,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:03.539140 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfcd502-4fd4-4c7d-b779-5cfd2127d4ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=104514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:39:03.541653 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5dca2953-07d3-421c-8466-a7dc17a0cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (7c755ce4-6e8a-4863-b277-b1c10cc1133f), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.587383 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619f527-5b85-4450-82d8-41063ed04c61 None None] Pushing event updated for resources: {'Port': ['ID=085c8ead-ca60-41b2-b204-30b659237748,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:03.719924 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd502-4fd4-4c7d-b779-5cfd2127d4ad admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (7bfd3307-1190-41aa-b2ee-fde27f7500ea), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.720371 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.segments_db [None req-4dfcd502-4fd4-4c7d-b779-5cfd2127d4ad admin admin] Added segment 7bfd3307-1190-41aa-b2ee-fde27f7500ea of type vlan for network 60e72d39-a433-48d0-992d-627ab991ee5c May 11 06:39:03.765299 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dca2953-07d3-421c-8466-a7dc17a0cf44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=104514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:39:03.833896 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8631a15-7c72-4bc9-8d56-a9f3bdb9ed29 admin admin] Made reservation on behalf of eb4348f294cc464f89b2334676442d25 for: {'network': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:39:03.836374 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c8631a15-7c72-4bc9-8d56-a9f3bdb9ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.887534 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd502-4fd4-4c7d-b779-5cfd2127d4ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (60e72d39-a433-48d0-992d-627ab991ee5c), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.894101 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca2953-07d3-421c-8466-a7dc17a0cf44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c755ce4-6e8a-4863-b277-b1c10cc1133f,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:03.905936 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5dca2953-07d3-421c-8466-a7dc17a0cf44 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (e546ec47-16ca-4652-bdad-29922ef01b18), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.906350 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.segments_db [None req-5dca2953-07d3-421c-8466-a7dc17a0cf44 admin admin] Added segment e546ec47-16ca-4652-bdad-29922ef01b18 of type vlan for network f58da4c7-ef95-435b-ab0f-347f8d529b37 May 11 06:39:03.968385 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Publish callbacks [] for router_gateway (7547115d-ecd1-4e1b-b7bb-7ef0112d439e), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:03.993011 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c8631a15-7c72-4bc9-8d56-a9f3bdb9ed29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:04.000351 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:04.060433 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5dca2953-07d3-421c-8466-a7dc17a0cf44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (f58da4c7-ef95-435b-ab0f-347f8d529b37), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:04.151043 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd502-4fd4-4c7d-b779-5cfd2127d4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (60e72d39-a433-48d0-992d-627ab991ee5c), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:04.152409 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfcd502-4fd4-4c7d-b779-5cfd2127d4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:04.153798 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4dfcd502-4fd4-4c7d-b779-5cfd2127d4ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:04.170958 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5dca2953-07d3-421c-8466-a7dc17a0cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (f58da4c7-ef95-435b-ab0f-347f8d529b37), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:04.172176 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dca2953-07d3-421c-8466-a7dc17a0cf44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:04.172825 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5dca2953-07d3-421c-8466-a7dc17a0cf44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:04.243206 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-5dca2953-07d3-421c-8466-a7dc17a0cf44 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.6613474 May 11 06:39:04.246165 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33788) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:04.252201 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-92239ea4-f29c-495d-9748-bebca5760398 admin admin] Request body: {'subnet': {'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-subnet', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:04.266076 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-4dfcd502-4fd4-4c7d-b779-5cfd2127d4ad admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.8088391 May 11 06:39:04.269577 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 33796) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:04.293140 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92239ea4-f29c-495d-9748-bebca5760398 admin admin] Made reservation on behalf of 0d1689ff62644e0c92c3bf8290b52b90 for: {'subnet': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:39:04.295904 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-92239ea4-f29c-495d-9748-bebca5760398 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:04.303023 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-f4893d64-177e-4fbd-8c7c-9918e5016639 admin admin] Request body: {'subnet': {'network_id': '60e72d39-a433-48d0-992d-627ab991ee5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-352795936-subnet', 'tenant_id': '08265213a8e840179ab9d62cf0bc86ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:04.354205 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcd502-4fd4-4c7d-b779-5cfd2127d4ad admin admin] Pushing event updated for resources: {'Network': ['ID=60e72d39-a433-48d0-992d-627ab991ee5c,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:04.366619 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network 60e72d39-a433-48d0-992d-627ab991ee5c details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:39:04.397093 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c8631a15-7c72-4bc9-8d56-a9f3bdb9ed29 admin admin] Publish callbacks [] for security_group (30bf0e62-1092-490e-92e8-0ef448becd98), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:04.419665 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c8631a15-7c72-4bc9-8d56-a9f3bdb9ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (30bf0e62-1092-490e-92e8-0ef448becd98), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:04.422775 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4893d64-177e-4fbd-8c7c-9918e5016639 admin admin] Made reservation on behalf of 08265213a8e840179ab9d62cf0bc86ab for: {'subnet': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:39:04.428142 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f4893d64-177e-4fbd-8c7c-9918e5016639 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:04.448915 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Allocated IP 172.27.2.30 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/6c37ae4f-160d-4ed5-bc13-106812efa741) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:39:04.564832 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8631a15-7c72-4bc9-8d56-a9f3bdb9ed29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=104514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:39:04.584671 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-92239ea4-f29c-495d-9748-bebca5760398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for subnet (583a5267-dd2a-4e7b-b980-2981ce70ccda), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:04.609666 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca2953-07d3-421c-8466-a7dc17a0cf44 admin admin] Pushing event updated for resources: {'Network': ['ID=f58da4c7-ef95-435b-ab0f-347f8d529b37,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:04.621259 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network f58da4c7-ef95-435b-ab0f-347f8d529b37 details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:39:04.649423 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92239ea4-f29c-495d-9748-bebca5760398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=583a5267-dd2a-4e7b-b980-2981ce70ccda,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:04.678435 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8631a15-7c72-4bc9-8d56-a9f3bdb9ed29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bf0e62-1092-490e-92e8-0ef448becd98,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:04.697746 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c8631a15-7c72-4bc9-8d56-a9f3bdb9ed29 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (2e61457c-2ad8-43c8-a265-49f4d4f5c5c9), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:04.703690 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.segments_db [None req-c8631a15-7c72-4bc9-8d56-a9f3bdb9ed29 admin admin] Added segment 2e61457c-2ad8-43c8-a265-49f4d4f5c5c9 of type vlan for network 61e699df-3755-47eb-b019-c5436429fdb7 May 11 06:39:04.715845 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92239ea4-f29c-495d-9748-bebca5760398 admin admin] Checking segment: {'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:04.716169 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92239ea4-f29c-495d-9748-bebca5760398 admin admin] Network hostable DHCP agents. Network: f58da4c7-ef95-435b-ab0f-347f8d529b37, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:39:04.756415 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92239ea4-f29c-495d-9748-bebca5760398 admin admin] Network f58da4c7-ef95-435b-ab0f-347f8d529b37 is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:39:04.774169 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-92239ea4-f29c-495d-9748-bebca5760398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, f58da4c7-ef95-435b-ab0f-347f8d529b37) {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:04.779878 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92239ea4-f29c-495d-9748-bebca5760398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:04.780514 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-92239ea4-f29c-495d-9748-bebca5760398 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:04.803723 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410efc7b-233d-4154-a39d-b5c58a97c8f5 None None] Network f58da4c7-ef95-435b-ab0f-347f8d529b37 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:39:04.812623 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-92239ea4-f29c-495d-9748-bebca5760398 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5647709 May 11 06:39:04.818868 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33808) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:04.827644 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:04.907440 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7286'] for router (f7067096-4b44-48a4-9231-82945805c6bd), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:04.910285 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router (f7067096-4b44-48a4-9231-82945805c6bd), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:04.964480 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c8631a15-7c72-4bc9-8d56-a9f3bdb9ed29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (61e699df-3755-47eb-b019-c5436429fdb7), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:05.033827 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c8631a15-7c72-4bc9-8d56-a9f3bdb9ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (61e699df-3755-47eb-b019-c5436429fdb7), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:05.035430 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8631a15-7c72-4bc9-8d56-a9f3bdb9ed29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:05.036295 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c8631a15-7c72-4bc9-8d56-a9f3bdb9ed29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:05.075101 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-c8631a15-7c72-4bc9-8d56-a9f3bdb9ed29 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.9665158 May 11 06:39:05.100105 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 33812) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:05.110139 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-32af17de-fb49-475c-890a-d74d4d79825d admin admin] Request body: {'subnet': {'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-subnet', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:05.162255 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Publish callbacks [] for router_controller (f7067096-4b44-48a4-9231-82945805c6bd), precommit_add_association {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:05.301166 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Publish callbacks [] for port (6c37ae4f-160d-4ed5-bc13-106812efa741), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:05.304476 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8631a15-7c72-4bc9-8d56-a9f3bdb9ed29 admin admin] Pushing event updated for resources: {'Network': ['ID=61e699df-3755-47eb-b019-c5436429fdb7,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:05.310722 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32af17de-fb49-475c-890a-d74d4d79825d admin admin] Made reservation on behalf of eb4348f294cc464f89b2334676442d25 for: {'subnet': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:39:05.313912 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-32af17de-fb49-475c-890a-d74d4d79825d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:05.390267 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a212255-75a7-412c-b24a-88515d44bd64 None None] Network db82dec6-6180-4aae-84ec-afed65e8ca62 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:39:05.468635 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f4893d64-177e-4fbd-8c7c-9918e5016639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for subnet (ef943b3d-b041-4c85-8a1a-b3a6befc6d20), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:05.510260 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network 61e699df-3755-47eb-b019-c5436429fdb7 details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:39:05.515777 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (6c37ae4f-160d-4ed5-bc13-106812efa741), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:05.590119 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:05.604551 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4893d64-177e-4fbd-8c7c-9918e5016639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef943b3d-b041-4c85-8a1a-b3a6befc6d20,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:05.608988 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Publish callbacks [] for router_gateway (f7067096-4b44-48a4-9231-82945805c6bd), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:05.612277 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:05.632445 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dd71484-60e5-51ad-871a-30a1f3f9ad64-f58da4c7-ef95-435b-ab0f-347f8d529b37', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'fixed_ips': [{'subnet_id': '583a5267-dd2a-4e7b-b980-2981ce70ccda'}]}} from dv-cinder-804757-27-iscsi. {{(pid=104515) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 06:39:05.634164 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:05.684491 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Pushing event updated for resources: {'Port': ['ID=6c37ae4f-160d-4ed5-bc13-106812efa741,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:05.698974 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:39:05.716147 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4893d64-177e-4fbd-8c7c-9918e5016639 admin admin] Checking segment: {'id': '7bfd3307-1190-41aa-b2ee-fde27f7500ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60e72d39-a433-48d0-992d-627ab991ee5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:05.717109 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4893d64-177e-4fbd-8c7c-9918e5016639 admin admin] Network hostable DHCP agents. Network: 60e72d39-a433-48d0-992d-627ab991ee5c, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:39:05.732998 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 085c8ead-ca60-41b2-b204-30b659237748 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:05.739676 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-dd20988a-6f81-4e77-b8a3-71560a4eb3b7 None None] Provisioning complete for port 085c8ead-ca60-41b2-b204-30b659237748 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:05.751910 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-dd20988a-6f81-4e77-b8a3-71560a4eb3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (085c8ead-ca60-41b2-b204-30b659237748), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:05.964581 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4893d64-177e-4fbd-8c7c-9918e5016639 admin admin] Network 60e72d39-a433-48d0-992d-627ab991ee5c is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:39:05.967112 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-32af17de-fb49-475c-890a-d74d4d79825d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for subnet (ff6c0e1a-69e0-4947-b746-0e027c95d678), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:06.054307 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Publish callbacks [] for router_gateway (f7067096-4b44-48a4-9231-82945805c6bd), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:06.068886 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-f4893d64-177e-4fbd-8c7c-9918e5016639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, 60e72d39-a433-48d0-992d-627ab991ee5c) {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:06.086112 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a0badc-77aa-4dba-90c7-052dd0831411 None None] Network 60e72d39-a433-48d0-992d-627ab991ee5c requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:39:06.087723 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:06.092535 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4893d64-177e-4fbd-8c7c-9918e5016639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:06.093127 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f4893d64-177e-4fbd-8c7c-9918e5016639 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:06.100956 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 085c8ead-ca60-41b2-b204-30b659237748 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:06.102104 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (085c8ead-ca60-41b2-b204-30b659237748), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:06.130787 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-f4893d64-177e-4fbd-8c7c-9918e5016639 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8571029 May 11 06:39:06.144396 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af17de-fb49-475c-890a-d74d4d79825d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff6c0e1a-69e0-4947-b746-0e027c95d678,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:06.176590 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32af17de-fb49-475c-890a-d74d4d79825d admin admin] Checking segment: {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:06.176944 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af17de-fb49-475c-890a-d74d4d79825d admin admin] Network hostable DHCP agents. Network: 61e699df-3755-47eb-b019-c5436429fdb7, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:39:06.236535 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Publish callbacks [] for router_gateway (7547115d-ecd1-4e1b-b7bb-7ef0112d439e), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:06.239772 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af17de-fb49-475c-890a-d74d4d79825d admin admin] Network 61e699df-3755-47eb-b019-c5436429fdb7 is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:39:06.280148 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-32af17de-fb49-475c-890a-d74d4d79825d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, 61e699df-3755-47eb-b019-c5436429fdb7) {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:06.286536 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af17de-fb49-475c-890a-d74d4d79825d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:06.287100 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-32af17de-fb49-475c-890a-d74d4d79825d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:06.317778 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-32af17de-fb49-475c-890a-d74d4d79825d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2161896 May 11 06:39:06.319916 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 33850) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:06.323057 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-dd20988a-6f81-4e77-b8a3-71560a4eb3b7 None None] Current status of the port 085c8ead-ca60-41b2-b204-30b659237748 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:06.323511 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-dd20988a-6f81-4e77-b8a3-71560a4eb3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (085c8ead-ca60-41b2-b204-30b659237748), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:06.325117 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:06.328266 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.db_base_plugin_common [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Allocated IP 172.20.0.2 (f58da4c7-ef95-435b-ab0f-347f8d529b37/583a5267-dd2a-4e7b-b980-2981ce70ccda/1175a137-1fcb-49b2-8bff-5bff41926226) {{(pid=104515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:39:06.331598 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Allocated IP 172.27.2.183 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/f3e6d08e-cb1f-4012-add5-d85acb9b284e) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:39:06.341564 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aefe931-ad59-4c78-bac1-f4e2edf90d5f None None] Network 61e699df-3755-47eb-b019-c5436429fdb7 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:39:06.523797 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7286'] for router (58024757-0472-42af-9a5f-e09dbcca1c29), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:06.525966 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router (58024757-0472-42af-9a5f-e09dbcca1c29), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:06.535239 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Publish callbacks [] for port (f3e6d08e-cb1f-4012-add5-d85acb9b284e), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:06.602413 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (f3e6d08e-cb1f-4012-add5-d85acb9b284e), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:06.654193 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:06.681119 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:06.684836 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:39:06.705580 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-dd20988a-6f81-4e77-b8a3-71560a4eb3b7 None None] For port 085c8ead-ca60-41b2-b204-30b659237748, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=085c8ead-ca60-41b2-b204-30b659237748,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:39:06.724569 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dd71484-60e5-51ad-871a-30a1f3f9ad64-61e699df-3755-47eb-b019-c5436429fdb7', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678'}]}} from dv-cinder-804757-27-iscsi. {{(pid=104515) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 06:39:06.725544 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:06.773386 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Publish callbacks [] for router_controller (58024757-0472-42af-9a5f-e09dbcca1c29), precommit_add_association {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:06.848038 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823959'] for router (7547115d-ecd1-4e1b-b7bb-7ef0112d439e), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:06.873287 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 085c8ead-ca60-41b2-b204-30b659237748 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:06.888957 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-dd20988a-6f81-4e77-b8a3-71560a4eb3b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (085c8ead-ca60-41b2-b204-30b659237748), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:06.931801 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Publish callbacks [] for router_gateway (f7067096-4b44-48a4-9231-82945805c6bd), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:07.082715 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974b5a76-54ef-4a34-b60f-29a2e83bf8d1 None None] Network 60e72d39-a433-48d0-992d-627ab991ee5c requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:39:07.094508 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Publish callbacks [] for router_gateway (58024757-0472-42af-9a5f-e09dbcca1c29), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:07.098981 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20988a-6f81-4e77-b8a3-71560a4eb3b7 None None] Pushing event updated for resources: {'Port': ['ID=085c8ead-ca60-41b2-b204-30b659237748,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:07.188784 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823959'] for router (f7067096-4b44-48a4-9231-82945805c6bd), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:07.265178 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Pushing event updated for resources: {'Port': ['ID=f3e6d08e-cb1f-4012-add5-d85acb9b284e,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:07.468930 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Router f7067096-4b44-48a4-9231-82945805c6bd is scheduled to L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 with binding_index 1 {{(pid=104513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 06:39:07.475463 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-dbcc2be8-1956-45e7-8f55-3495171dcc48 None None] Provisioning complete for port 085c8ead-ca60-41b2-b204-30b659237748 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:07.484102 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2be8-1956-45e7-8f55-3495171dcc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (085c8ead-ca60-41b2-b204-30b659237748), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:07.590618 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e is scheduled to L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 with binding_index 1 {{(pid=104514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 06:39:07.610020 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33912) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:07.615548 dv-cinder-804757-27-iscsi neutron-server[104513]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 11 06:39:07.674137 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.db_base_plugin_common [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Allocated IP 172.20.0.2 (61e699df-3755-47eb-b019-c5436429fdb7/ff6c0e1a-69e0-4947-b746-0e027c95d678/dcca5a01-6b89-4e85-ac62-866b127148e4) {{(pid=104515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:39:07.676249 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Publish callbacks [] for port (1175a137-1fcb-49b2-8bff-5bff41926226), precommit_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:07.693091 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (1175a137-1fcb-49b2-8bff-5bff41926226), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:07.721659 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 085c8ead-ca60-41b2-b204-30b659237748 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:07.834157 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Publish callbacks [] for router_gateway (58024757-0472-42af-9a5f-e09dbcca1c29), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:07.895532 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc2be8-1956-45e7-8f55-3495171dcc48 None None] Current status of the port 085c8ead-ca60-41b2-b204-30b659237748 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:07.901551 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:07.914161 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Network f58da4c7-ef95-435b-ab0f-347f8d529b37 is already hosted by enough agents. {{(pid=104515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:07.936385 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.base_scheduler [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Resources bound (agent type, host, resource id): {{(pid=104515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:07.939610 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Received port after_create {{(pid=104515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:39:08.049851 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e64bb-a658-4c2d-9324-000d9edba559 req-5f8cf67e-a744-402e-8df2-49040a0fdb0c tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:08.057627 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-5f8cf67e-a744-402e-8df2-49040a0fdb0c tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/networks?id=60e72d39-a433-48d0-992d-627ab991ee5c HTTP/1.1" status: 200 len: 811 time: 0.4442465 May 11 06:39:08.078197 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-197bc628-5ee6-4546-92df-f098de9d50e1 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/quotas/08265213a8e840179ab9d62cf0bc86ab HTTP/1.1" status: 200 len: 375 time: 0.0197077 May 11 06:39:08.135510 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:39:08.146104 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Pushing event updated for resources: {'Port': ['ID=1175a137-1fcb-49b2-8bff-5bff41926226,revision_number=1']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:08.146869 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Sync routers for ids ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:39:08.167442 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-d82cdfc5-2d91-4ef1-81ae-210739ef21cf tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=08265213a8e840179ab9d62cf0bc86ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882723 May 11 06:39:08.186967 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Routers {'7547115d-ecd1-4e1b-b7bb-7ef0112d439e'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:39:08.188075 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:38:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:08.189600 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:39:08.225738 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:08.227222 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-b4d5d126-66e6-4ab2-a239-17e42e60f9e3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4090247 May 11 06:39:08.230136 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33946) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:08.251967 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:08.256753 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-c1d5b0a0-fa89-472d-8be2-771e4fc916b6 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.4365141 May 11 06:39:08.257690 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33948) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:08.274266 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Allocated IP 172.27.2.190 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/98d484bd-4027-4f7c-964b-2a0db460a6d8) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:39:08.424867 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Publish callbacks [] for port (98d484bd-4027-4f7c-964b-2a0db460a6d8), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:08.488957 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (98d484bd-4027-4f7c-964b-2a0db460a6d8), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:08.514119 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Sync routers for ids ['f7067096-4b44-48a4-9231-82945805c6bd'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:39:08.538509 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Set router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:39:08.573259 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Routers {'f7067096-4b44-48a4-9231-82945805c6bd'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:39:08.573915 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:38:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f7067096-4b44-48a4-9231-82945805c6bd'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:08.578551 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:08.586550 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:08.591895 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 085c8ead-ca60-41b2-b204-30b659237748 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:08.592297 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (085c8ead-ca60-41b2-b204-30b659237748), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:08.597703 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:39:08.621814 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-796c798a-4786-46b1-9cbc-b54608a6fd1b service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:39:08.623133 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-796c798a-4786-46b1-9cbc-b54608a6fd1b service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1809669 May 11 06:39:08.684447 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Pushing event updated for resources: {'Port': ['ID=98d484bd-4027-4f7c-964b-2a0db460a6d8,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:08.708044 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Attempting to bind port 1175a137-1fcb-49b2-8bff-5bff41926226 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:39:08.708261 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Attempting to bind port 1175a137-1fcb-49b2-8bff-5bff41926226 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:39:08.708772 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Attempting to bind port 1175a137-1fcb-49b2-8bff-5bff41926226 on network f58da4c7-ef95-435b-ab0f-347f8d529b37 {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:08.722710 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:39:08.723317 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Checking segment: {'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:08.723763 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:08.724301 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Bound using segment: {'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:39:08.725674 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Bound port: 1175a137-1fcb-49b2-8bff-5bff41926226, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:39:08.726125 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (1175a137-1fcb-49b2-8bff-5bff41926226), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:08.753027 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:05Z', 'revision_number': 3, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:08.803729 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Checking router: 7547115d-ecd1-4e1b-b7bb-7ef0112d439e for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:39:08.804407 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Updating router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e port 6c37ae4f-160d-4ed5-bc13-106812efa741 binding host dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:39:08.850294 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (6c37ae4f-160d-4ed5-bc13-106812efa741), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:08.876163 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] For port 1175a137-1fcb-49b2-8bff-5bff41926226, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:39:08.880152 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] For port 1175a137-1fcb-49b2-8bff-5bff41926226, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=1175a137-1fcb-49b2-8bff-5bff41926226,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:39:08.956010 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Publish callbacks [] for port (dcca5a01-6b89-4e85-ac62-866b127148e4), precommit_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:08.959312 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Publish callbacks [] for router_gateway (58024757-0472-42af-9a5f-e09dbcca1c29), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:08.965655 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (1175a137-1fcb-49b2-8bff-5bff41926226), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:08.985043 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-f7b2b3ff-3148-48af-b914-1de95fef5984 service neutron] 10.222.0.64 "GET /v2.0/networks/60e72d39-a433-48d0-992d-627ab991ee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525875 May 11 06:39:09.004079 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (dcca5a01-6b89-4e85-ac62-866b127148e4), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:09.100556 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 085c8ead-ca60-41b2-b204-30b659237748 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:09.119344 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Network 61e699df-3755-47eb-b019-c5436429fdb7 is already hosted by enough agents. {{(pid=104515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:09.149775 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.base_scheduler [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Resources bound (agent type, host, resource id): {{(pid=104515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:09.149775 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Set router f7067096-4b44-48a4-9231-82945805c6bd gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:39:09.149775 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Received port after_create {{(pid=104515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:39:09.323656 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Attempting to bind port dcca5a01-6b89-4e85-ac62-866b127148e4 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:39:09.324314 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Attempting to bind port dcca5a01-6b89-4e85-ac62-866b127148e4 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:39:09.324634 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Attempting to bind port dcca5a01-6b89-4e85-ac62-866b127148e4 on network 61e699df-3755-47eb-b019-c5436429fdb7 {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:09.348288 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:39:09.360049 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Checking segment: {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:09.360998 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:09.361699 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Bound using segment: {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:39:09.362366 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Bound port: dcca5a01-6b89-4e85-ac62-866b127148e4, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:39:09.362799 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (dcca5a01-6b89-4e85-ac62-866b127148e4), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:09.371747 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1865b-e08b-4e44-914a-fe5842a029d1 None None] Pushing event updated for resources: {'Port': ['ID=1175a137-1fcb-49b2-8bff-5bff41926226,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:09.467402 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Publish callbacks [] for port (6c37ae4f-160d-4ed5-bc13-106812efa741), precommit_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:09.479607 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (6c37ae4f-160d-4ed5-bc13-106812efa741), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:09.578058 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Attempting to bind port 6c37ae4f-160d-4ed5-bc13-106812efa741 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:39:09.578436 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Attempting to bind port 6c37ae4f-160d-4ed5-bc13-106812efa741 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:39:09.578803 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Attempting to bind port 6c37ae4f-160d-4ed5-bc13-106812efa741 on network 7c3caca2-6ca3-4944-9b8c-503b226927ad {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:09.582612 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Pushing event updated for resources: {'Port': ['ID=6c37ae4f-160d-4ed5-bc13-106812efa741,revision_number=2']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:09.607478 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:39:09.608151 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Checking segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:09.608703 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:09.609113 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Bound using segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:39:09.609610 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Bound port: 6c37ae4f-160d-4ed5-bc13-106812efa741, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:39:09.609990 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (6c37ae4f-160d-4ed5-bc13-106812efa741), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:09.622384 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:09.622728 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:09.623104 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:09.623495 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:09.623965 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:09.624608 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:09.625204 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:09.625515 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:09.625855 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:09.626329 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:09.626518 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:09.626781 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Pushing event updated for resources: {'Port': ['ID=dcca5a01-6b89-4e85-ac62-866b127148e4,revision_number=1']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:09.626894 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:09.627170 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:09.627525 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:09.627842 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Tracked resource versions report: May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: pushed versions: May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: { 'AddressGroup': {'1.2'}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Agent': {'1.1'}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'ConntrackHelper': {'1.0'}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'LocalIPAssociation': {'1.0'}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Log': {'1.0'}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'NDPProxy': {'1.0'}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Network': {'1.1'}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Port': {'1.7'}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'PortForwarding': {'1.3'}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'QosPolicy': {'1.10'}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'SecurityGroup': {'1.5'}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'SecurityGroupRule': {'1.2'}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'SubPort': {'1.0'}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Subnet': {'1.1'}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Trunk': {'1.1'}} May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: consumer versions: May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: { DHCP agent@dv-cinder-804757-27-iscsi: {}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: HyperV agent@hv-cinder-80475: {}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: L3 agent@dv-cinder-804757-27-iscsi: {}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: Metadata agent@dv-cinder-804757-27-iscsi: {}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: Metering agent@dv-cinder-804757-27-iscsi: {}, May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: Open vSwitch agent@dv-cinder-804757-27-iscsi: { 'AddressGroup': '1.2', May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Agent': '1.1', May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'ConntrackHelper': '1.0', May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'LocalIPAssociation': '1.0', May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Log': '1.0', May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'NDPProxy': '1.0', May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Network': '1.1', May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Port': '1.7', May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'PortForwarding': '1.3', May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'QosPolicy': '1.10', May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'SecurityGroup': '1.5', May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'SecurityGroupRule': '1.2', May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'SubPort': '1.0', May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Subnet': '1.1', May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: 'Trunk': '1.1'}} May 11 06:39:09.641644 dv-cinder-804757-27-iscsi neutron-server[104516]: {{(pid=104516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 11 06:39:09.658770 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] For port dcca5a01-6b89-4e85-ac62-866b127148e4, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:39:09.663648 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823959'] for router (58024757-0472-42af-9a5f-e09dbcca1c29), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:09.673593 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-8d22ea21-75a7-4417-8144-0c7582bd147d service neutron] 10.222.0.64 "GET /v2.0/networks/60e72d39-a433-48d0-992d-627ab991ee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6872764 May 11 06:39:09.698915 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] For port dcca5a01-6b89-4e85-ac62-866b127148e4, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=dcca5a01-6b89-4e85-ac62-866b127148e4,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:39:09.730024 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (dcca5a01-6b89-4e85-ac62-866b127148e4), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:09.746037 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] For port 6c37ae4f-160d-4ed5-bc13-106812efa741, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:39:09.751579 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 1175a137-1fcb-49b2-8bff-5bff41926226 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:09.753023 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] For port 6c37ae4f-160d-4ed5-bc13-106812efa741, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=6c37ae4f-160d-4ed5-bc13-106812efa741,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:39:09.761019 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (6c37ae4f-160d-4ed5-bc13-106812efa741), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:09.783893 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:06Z', 'revision_number': 3, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port': {'id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:09.819373 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Routers {'7547115d-ecd1-4e1b-b7bb-7ef0112d439e'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:39:09.820010 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:38:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:09.904360 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Checking router: f7067096-4b44-48a4-9231-82945805c6bd for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:39:09.904886 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Updating router f7067096-4b44-48a4-9231-82945805c6bd port f3e6d08e-cb1f-4012-add5-d85acb9b284e binding host dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:39:09.936341 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Router 58024757-0472-42af-9a5f-e09dbcca1c29 is scheduled to L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 with binding_index 1 {{(pid=104514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 06:39:09.956618 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abbcd8-4b12-48d4-ae57-9b5d1ab9d89d None None] Pushing event updated for resources: {'Port': ['ID=6c37ae4f-160d-4ed5-bc13-106812efa741,revision_number=3']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:09.965321 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (f3e6d08e-cb1f-4012-add5-d85acb9b284e), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:10.038406 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] Set router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:39:10.049268 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa36ff4-9f22-430d-b31a-daa1694cea50 None None] Pushing event updated for resources: {'Port': ['ID=dcca5a01-6b89-4e85-ac62-866b127148e4,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:10.049850 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:10.086440 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 1175a137-1fcb-49b2-8bff-5bff41926226 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:10.086934 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (1175a137-1fcb-49b2-8bff-5bff41926226), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:10.125079 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 33988) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:10.216804 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:39:10.237782 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Sync routers for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:39:10.242967 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:10.248932 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-747560bb-9962-4ec2-a9cc-15fc5529219e admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9278142 May 11 06:39:10.249944 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 34000) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:10.318238 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:39:10.319213 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:38:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:10.548279 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 1175a137-1fcb-49b2-8bff-5bff41926226 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:10.548674 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (1175a137-1fcb-49b2-8bff-5bff41926226), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:10.623169 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] For port 1175a137-1fcb-49b2-8bff-5bff41926226, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=1175a137-1fcb-49b2-8bff-5bff41926226,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:39:10.639052 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (1175a137-1fcb-49b2-8bff-5bff41926226), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:10.651188 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Allocated IP 172.20.0.1 (db82dec6-6180-4aae-84ec-afed65e8ca62/46918c72-b454-45a4-910b-65c25fc3c195/c6a09ad5-b6e7-47e7-934a-578002478ba8) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:39:10.771159 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Pushing event updated for resources: {'Port': ['ID=1175a137-1fcb-49b2-8bff-5bff41926226,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:10.773494 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:05Z', 'revision_number': 3, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:10.776760 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:39:10.938669 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5417c21f-7a13-44d9-8947-afaa4ce6e1a6 None None] Network f58da4c7-ef95-435b-ab0f-347f8d529b37 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:39:11.000997 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-7b724735-ed60-4d59-9026-f044733e4f79 None None] Provisioning complete for port 1175a137-1fcb-49b2-8bff-5bff41926226 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:11.001590 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-7b724735-ed60-4d59-9026-f044733e4f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (1175a137-1fcb-49b2-8bff-5bff41926226), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:11.066140 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01477788-8597-45cb-a994-fd42e7e47ec1 None None] The sync data for ids ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'] in dv-cinder-804757-27-iscsi is: [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:05Z', 'revision_number': 3, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:39:11.076565 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:11.191252 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-630ec14b-f92e-41a6-8d37-5edb686ed336 req-006bb46d-8cd9-424a-86a8-69fc2a74955b tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 210 time: 1.0632806 May 11 06:39:11.282756 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Publish callbacks [] for port (f3e6d08e-cb1f-4012-add5-d85acb9b284e), precommit_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:11.298910 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:11.337465 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (f3e6d08e-cb1f-4012-add5-d85acb9b284e), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:11.430226 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:08Z', 'revision_number': 3, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:11.468042 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Allocated IP 172.20.0.1 (61e699df-3755-47eb-b019-c5436429fdb7/ff6c0e1a-69e0-4947-b746-0e027c95d678/73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:39:11.492077 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Checking router: 58024757-0472-42af-9a5f-e09dbcca1c29 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:39:11.492506 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Updating router 58024757-0472-42af-9a5f-e09dbcca1c29 port 98d484bd-4027-4f7c-964b-2a0db460a6d8 binding host dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:39:11.525268 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6358b57-9045-43d8-bdea-9e4c2dfa3c1f None None] Pushing event updated for resources: {'Port': ['ID=f3e6d08e-cb1f-4012-add5-d85acb9b284e,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:11.530820 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Publish callbacks [] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:11.562849 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Attempting to bind port f3e6d08e-cb1f-4012-add5-d85acb9b284e on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:39:11.568134 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Attempting to bind port f3e6d08e-cb1f-4012-add5-d85acb9b284e by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:39:11.569738 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Attempting to bind port f3e6d08e-cb1f-4012-add5-d85acb9b284e on network 7c3caca2-6ca3-4944-9b8c-503b226927ad {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:11.570441 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (98d484bd-4027-4f7c-964b-2a0db460a6d8), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:11.585924 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-7b724735-ed60-4d59-9026-f044733e4f79 None None] Current status of the port 1175a137-1fcb-49b2-8bff-5bff41926226 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:11.597517 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:39:11.618170 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Checking segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:11.618691 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:11.619219 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Bound using segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:39:11.620144 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Bound port: f3e6d08e-cb1f-4012-add5-d85acb9b284e, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:39:11.623372 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (f3e6d08e-cb1f-4012-add5-d85acb9b284e), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:11.814478 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Allocated IP 172.20.0.1 (f58da4c7-ef95-435b-ab0f-347f8d529b37/583a5267-dd2a-4e7b-b980-2981ce70ccda/964754b6-070a-49dd-a363-5f181098f551) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:39:11.998992 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Publish callbacks [] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:12.116862 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Publish callbacks [] for port (964754b6-070a-49dd-a363-5f181098f551), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:12.130886 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:39:12.149899 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:12.176584 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:12.235836 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Network 61e699df-3755-47eb-b019-c5436429fdb7 is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:12.235836 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:12.243978 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:39:12.244914 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825786'] for router_interface (58024757-0472-42af-9a5f-e09dbcca1c29), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:12.262034 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3421be-5232-4b86-b86b-2192a83b53c5 None None] Network 61e699df-3755-47eb-b019-c5436429fdb7 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:39:12.391876 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Network db82dec6-6180-4aae-84ec-afed65e8ca62 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:12.406774 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e6edc856-dc4f-4066-b75c-1cdc22d8675b req-c3abfd74-352e-4395-a7af-2a52c984a4d5 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 210 time: 0.0773683 May 11 06:39:12.426195 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:12.433625 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:39:12.433954 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825786'] for router_interface (7547115d-ecd1-4e1b-b7bb-7ef0112d439e), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:12.483092 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Pushing event updated for resources: {'Port': ['ID=73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:12.505046 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device dcca5a01-6b89-4e85-ac62-866b127148e4 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:12.590115 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] For port f3e6d08e-cb1f-4012-add5-d85acb9b284e, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:39:12.597709 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] For port f3e6d08e-cb1f-4012-add5-d85acb9b284e, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=f3e6d08e-cb1f-4012-add5-d85acb9b284e,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:39:12.635192 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Publish callbacks [] for port (98d484bd-4027-4f7c-964b-2a0db460a6d8), precommit_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:12.668229 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (98d484bd-4027-4f7c-964b-2a0db460a6d8), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:12.685649 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (f3e6d08e-cb1f-4012-add5-d85acb9b284e), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:12.698089 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-3e8e9a61-710b-46b3-a94a-efaba6fee2f7 None None] Provisioning complete for port dcca5a01-6b89-4e85-ac62-866b127148e4 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:12.699090 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-3e8e9a61-710b-46b3-a94a-efaba6fee2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (dcca5a01-6b89-4e85-ac62-866b127148e4), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:12.774007 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (964754b6-070a-49dd-a363-5f181098f551), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:12.782007 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9906ae-7b5f-43f1-bdf7-e948cc1c96c3 None None] Pushing event updated for resources: {'Port': ['ID=98d484bd-4027-4f7c-964b-2a0db460a6d8,revision_number=2']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:12.829977 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Network f58da4c7-ef95-435b-ab0f-347f8d529b37 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:12.831292 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a09ad5-b6e7-47e7-934a-578002478ba8,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:12.864703 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:12.889481 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Attempting to bind port 98d484bd-4027-4f7c-964b-2a0db460a6d8 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:39:12.890067 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Attempting to bind port 98d484bd-4027-4f7c-964b-2a0db460a6d8 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:39:12.890559 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Attempting to bind port 98d484bd-4027-4f7c-964b-2a0db460a6d8 on network 7c3caca2-6ca3-4944-9b8c-503b226927ad {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:12.921960 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:39:12.922467 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Checking segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:12.923004 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:12.923576 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Bound using segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:39:12.924213 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Bound port: 98d484bd-4027-4f7c-964b-2a0db460a6d8, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:39:12.924723 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (98d484bd-4027-4f7c-964b-2a0db460a6d8), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:12.938066 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6358b57-9045-43d8-bdea-9e4c2dfa3c1f None None] Pushing event updated for resources: {'Port': ['ID=f3e6d08e-cb1f-4012-add5-d85acb9b284e,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:12.971033 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port dcca5a01-6b89-4e85-ac62-866b127148e4 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:12.971705 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (dcca5a01-6b89-4e85-ac62-866b127148e4), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:12.987002 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Pushing event updated for resources: {'Port': ['ID=964754b6-070a-49dd-a363-5f181098f551,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:13.051319 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:13.068089 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:39:13.070273 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825786'] for router_interface (f7067096-4b44-48a4-9231-82945805c6bd), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:13.175109 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e9a61-710b-46b3-a94a-efaba6fee2f7 None None] Current status of the port dcca5a01-6b89-4e85-ac62-866b127148e4 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:13.175617 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-3e8e9a61-710b-46b3-a94a-efaba6fee2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (dcca5a01-6b89-4e85-ac62-866b127148e4), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:13.224078 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Routers {'f7067096-4b44-48a4-9231-82945805c6bd'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:39:13.224796 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:38:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f7067096-4b44-48a4-9231-82945805c6bd'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:13.241863 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 34088) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:13.604676 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:13.654212 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] For port 98d484bd-4027-4f7c-964b-2a0db460a6d8, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:39:13.673180 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] For port 98d484bd-4027-4f7c-964b-2a0db460a6d8, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=98d484bd-4027-4f7c-964b-2a0db460a6d8,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:39:13.704709 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (98d484bd-4027-4f7c-964b-2a0db460a6d8), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:13.738230 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] Set router f7067096-4b44-48a4-9231-82945805c6bd gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:39:13.881665 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port dcca5a01-6b89-4e85-ac62-866b127148e4 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:13.882054 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (dcca5a01-6b89-4e85-ac62-866b127148e4), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:13.903962 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e7740d19-d721-4daf-a5a6-6a78ad858dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:13.938267 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:39:13.938920 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:38:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:13.955528 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-3e8e9a61-710b-46b3-a94a-efaba6fee2f7 None None] For port dcca5a01-6b89-4e85-ac62-866b127148e4, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=dcca5a01-6b89-4e85-ac62-866b127148e4,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:39:13.989678 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3c2dd907-2001-4abb-9b8e-c4ef838252b1 req-c4459c85-e49f-446e-be7b-369578a8b8f5 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 210 time: 0.1614039 May 11 06:39:13.991821 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-3e8e9a61-710b-46b3-a94a-efaba6fee2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (dcca5a01-6b89-4e85-ac62-866b127148e4), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.022642 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e7740d19-d721-4daf-a5a6-6a78ad858dd3 admin admin] Publish callbacks [] for security_group (3066b245-bd2c-4ec8-bbe2-6609c8ae02dc), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.033929 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e7740d19-d721-4daf-a5a6-6a78ad858dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (3066b245-bd2c-4ec8-bbe2-6609c8ae02dc), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.038328 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9906ae-7b5f-43f1-bdf7-e948cc1c96c3 None None] Pushing event updated for resources: {'Port': ['ID=98d484bd-4027-4f7c-964b-2a0db460a6d8,revision_number=3']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:14.076686 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (964754b6-070a-49dd-a363-5f181098f551), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.132478 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-e7740d19-d721-4daf-a5a6-6a78ad858dd3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80a73dd80c194b209b7d6ac24b49fdd8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8859222 May 11 06:39:14.135709 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 34112) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:14.142218 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.db.api [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 11 06:39:14.142620 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG oslo_db.api [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 06:39:14.158046 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7740d19-d721-4daf-a5a6-6a78ad858dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3066b245-bd2c-4ec8-bbe2-6609c8ae02dc,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:14.162682 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:39:14.179510 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-3ad8a02e-a99e-43dd-937a-57153d0d6dc4 None None] Provisioning complete for port dcca5a01-6b89-4e85-ac62-866b127148e4 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:14.179951 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a02e-a99e-43dd-937a-57153d0d6dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (dcca5a01-6b89-4e85-ac62-866b127148e4), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.186658 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e9a61-710b-46b3-a94a-efaba6fee2f7 None None] Pushing event updated for resources: {'Port': ['ID=dcca5a01-6b89-4e85-ac62-866b127148e4,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:14.216939 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Publish callbacks [] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.232214 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:06Z', 'revision_number': 3, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port': {'id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:14.238032 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.239524 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825200'] for router_interface (58024757-0472-42af-9a5f-e09dbcca1c29), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.257052 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Publish callbacks [] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.280019 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996ff8c4-8198-4a1c-af13-ead45ceeff9f None None] The sync data for ids ['f7067096-4b44-48a4-9231-82945805c6bd'] in dv-cinder-804757-27-iscsi is: [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:06Z', 'revision_number': 3, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port': {'id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:39:14.283783 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.284109 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825200'] for router_interface (7547115d-ecd1-4e1b-b7bb-7ef0112d439e), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.345365 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a09ad5-b6e7-47e7-934a-578002478ba8,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:14.380622 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9d5773d7-87d4-414c-abe7-c8e44ecfca8c admin admin] Publish callbacks [] for security_group (3066b245-bd2c-4ec8-bbe2-6609c8ae02dc), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.382713 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8a02e-a99e-43dd-937a-57153d0d6dc4 None None] Current status of the port dcca5a01-6b89-4e85-ac62-866b127148e4 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:14.386563 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Pushing event updated for resources: {'Port': ['ID=73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:14.405467 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-3ad8a02e-a99e-43dd-937a-57153d0d6dc4 None None] Provisioning complete for port 964754b6-070a-49dd-a363-5f181098f551 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:14.405839 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a02e-a99e-43dd-937a-57153d0d6dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (964754b6-070a-49dd-a363-5f181098f551), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.468332 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8a02e-a99e-43dd-937a-57153d0d6dc4 None None] Port 964754b6-070a-49dd-a363-5f181098f551 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:39:14.481596 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9d5773d7-87d4-414c-abe7-c8e44ecfca8c admin admin] Publish callbacks [] for security_group (3066b245-bd2c-4ec8-bbe2-6609c8ae02dc), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.498029 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-3ad8a02e-a99e-43dd-937a-57153d0d6dc4 None None] Provisioning complete for port 1175a137-1fcb-49b2-8bff-5bff41926226 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:14.498463 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a02e-a99e-43dd-937a-57153d0d6dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (1175a137-1fcb-49b2-8bff-5bff41926226), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.500833 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:11Z', 'revision_number': 1, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:14.536001 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Network db82dec6-6180-4aae-84ec-afed65e8ca62 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:14.541085 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:14.552757 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Network 61e699df-3755-47eb-b019-c5436429fdb7 is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:14.556028 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:14.577521 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Publish callbacks [] for port (964754b6-070a-49dd-a363-5f181098f551), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.589797 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273db88e-1a8d-437d-9487-30e60871ecb5 None None] The sync data for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi is: [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:11Z', 'revision_number': 1, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:39:14.633455 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9d5773d7-87d4-414c-abe7-c8e44ecfca8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (3066b245-bd2c-4ec8-bbe2-6609c8ae02dc), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.642377 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9d5773d7-87d4-414c-abe7-c8e44ecfca8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.644805 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-9d5773d7-87d4-414c-abe7-c8e44ecfca8c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3066b245-bd2c-4ec8-bbe2-6609c8ae02dc HTTP/1.1" status: 204 len: 168 time: 0.5014663 May 11 06:39:14.704450 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (964754b6-070a-49dd-a363-5f181098f551), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.705331 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825200'] for router_interface (f7067096-4b44-48a4-9231-82945805c6bd), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.768853 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5773d7-87d4-414c-abe7-c8e44ecfca8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3066b245-bd2c-4ec8-bbe2-6609c8ae02dc,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:14.827476 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8a02e-a99e-43dd-937a-57153d0d6dc4 None None] Current status of the port 1175a137-1fcb-49b2-8bff-5bff41926226 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:14.839093 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port dcca5a01-6b89-4e85-ac62-866b127148e4 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:14.840029 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 1175a137-1fcb-49b2-8bff-5bff41926226 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:14.889188 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-3ad8a02e-a99e-43dd-937a-57153d0d6dc4 None None] Provisioning complete for port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:14.889567 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a02e-a99e-43dd-937a-57153d0d6dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:14.999862 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8a02e-a99e-43dd-937a-57153d0d6dc4 None None] Port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:39:15.026224 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 1175a137-1fcb-49b2-8bff-5bff41926226 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:15.026603 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (1175a137-1fcb-49b2-8bff-5bff41926226), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:15.051667 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Router 58024757-0472-42af-9a5f-e09dbcca1c29 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:39:15.075766 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-3ad8a02e-a99e-43dd-937a-57153d0d6dc4 None None] Provisioning complete for port c6a09ad5-b6e7-47e7-934a-578002478ba8 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:15.076181 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-3ad8a02e-a99e-43dd-937a-57153d0d6dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:15.170699 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-3ad8a02e-a99e-43dd-937a-57153d0d6dc4 None None] Port c6a09ad5-b6e7-47e7-934a-578002478ba8 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:39:15.254400 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 1175a137-1fcb-49b2-8bff-5bff41926226 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:15.297857 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-41e6e3c2-8753-48c9-b331-daa4648866ee None None] Provisioning complete for port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:15.298244 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-41e6e3c2-8753-48c9-b331-daa4648866ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:15.392676 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e3c2-8753-48c9-b331-daa4648866ee None None] Port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:39:15.410424 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:39:15.429280 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-c08bd319-cb9f-4e3a-9402-60c0209021c9 admin admin] 10.222.0.64 "PUT /v2.0/routers/58024757-0472-42af-9a5f-e09dbcca1c29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1778715 May 11 06:39:15.430799 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-41e6e3c2-8753-48c9-b331-daa4648866ee None None] Provisioning complete for port c6a09ad5-b6e7-47e7-934a-578002478ba8 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:15.431202 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-41e6e3c2-8753-48c9-b331-daa4648866ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:15.494220 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 34142) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:15.525564 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e9749c14-c44e-483f-a8d9-a1ef60da149f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:15.575474 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-41e6e3c2-8753-48c9-b331-daa4648866ee None None] Port c6a09ad5-b6e7-47e7-934a-578002478ba8 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:39:15.615492 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Pushing event updated for resources: {'Port': ['ID=964754b6-070a-49dd-a363-5f181098f551,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:15.637034 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4f7078dd-cc1d-479f-a7a2-3c9783ac3de3 req-6bad1a94-90d9-4a4d-868e-037a8a79f790 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 210 time: 0.5004590 May 11 06:39:15.647536 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device dcca5a01-6b89-4e85-ac62-866b127148e4 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:15.681440 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Network f58da4c7-ef95-435b-ab0f-347f8d529b37 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:15.688985 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 34146) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:15.692272 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:15.704785 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:39:15.780709 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e9749c14-c44e-483f-a8d9-a1ef60da149f admin admin] Publish callbacks [] for security_group (cc7f38af-d777-4c5f-abcc-7bd06b12113c), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:15.790966 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e9749c14-c44e-483f-a8d9-a1ef60da149f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (cc7f38af-d777-4c5f-abcc-7bd06b12113c), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:15.811766 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port dcca5a01-6b89-4e85-ac62-866b127148e4 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:15.812264 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (dcca5a01-6b89-4e85-ac62-866b127148e4), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:15.907184 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-e9749c14-c44e-483f-a8d9-a1ef60da149f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f8d343dab84b4f7bb8edcd5e3334d489&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4118173 May 11 06:39:15.912608 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 34158) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:16.010235 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port dcca5a01-6b89-4e85-ac62-866b127148e4 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:16.011343 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device f3e6d08e-cb1f-4012-add5-d85acb9b284e up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:16.021170 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9749c14-c44e-483f-a8d9-a1ef60da149f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7f38af-d777-4c5f-abcc-7bd06b12113c,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:16.040662 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-da38f1e7-6602-425e-9412-a6ed9db1b848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:16.064943 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e85501c9-f210-41e2-8c5c-3225a0d10e39 admin admin] Publish callbacks [] for security_group (cc7f38af-d777-4c5f-abcc-7bd06b12113c), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:16.105661 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e85501c9-f210-41e2-8c5c-3225a0d10e39 admin admin] Publish callbacks [] for security_group (cc7f38af-d777-4c5f-abcc-7bd06b12113c), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:16.202149 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:39:16.211822 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-ba9020a8-d7d4-48e1-a2a1-120a04a119f7 admin admin] 10.222.0.64 "PUT /v2.0/routers/7547115d-ecd1-4e1b-b7bb-7ef0112d439e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9793556 May 11 06:39:16.234488 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e85501c9-f210-41e2-8c5c-3225a0d10e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (cc7f38af-d777-4c5f-abcc-7bd06b12113c), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:16.237108 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e85501c9-f210-41e2-8c5c-3225a0d10e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:16.247075 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-e85501c9-f210-41e2-8c5c-3225a0d10e39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cc7f38af-d777-4c5f-abcc-7bd06b12113c HTTP/1.1" status: 204 len: 168 time: 0.3249037 May 11 06:39:16.264886 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85501c9-f210-41e2-8c5c-3225a0d10e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7f38af-d777-4c5f-abcc-7bd06b12113c,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:16.296312 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Sync routers for ids ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:39:16.296676 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 34166) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:16.301276 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-137714bd-bc47-41f1-b1d3-53447adcff4e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--996858386', 'description': 'tempest-description--1121962102'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:16.315680 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-3656a2ea-57f3-4bae-8916-932f79da780e None None] Provisioning complete for port 964754b6-070a-49dd-a363-5f181098f551 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:16.316222 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-3656a2ea-57f3-4bae-8916-932f79da780e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (964754b6-070a-49dd-a363-5f181098f551), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:16.341092 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-137714bd-bc47-41f1-b1d3-53447adcff4e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:16.345551 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Router f7067096-4b44-48a4-9231-82945805c6bd has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:39:16.376542 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Routers {'7547115d-ecd1-4e1b-b7bb-7ef0112d439e'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:39:16.377545 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:38:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:16.483863 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port f3e6d08e-cb1f-4012-add5-d85acb9b284e triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:16.483863 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (f3e6d08e-cb1f-4012-add5-d85acb9b284e), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:16.509456 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-da38f1e7-6602-425e-9412-a6ed9db1b848 admin admin] Publish callbacks [] for security_group (23646600-0e56-456c-9d65-c0eab06489e2), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:16.519254 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-da38f1e7-6602-425e-9412-a6ed9db1b848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (23646600-0e56-456c-9d65-c0eab06489e2), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:16.564434 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-137714bd-bc47-41f1-b1d3-53447adcff4e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (683d7c9a-5c40-4f68-b46f-68e23b4376fa), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:16.570641 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-3656a2ea-57f3-4bae-8916-932f79da780e None None] Port 964754b6-070a-49dd-a363-5f181098f551 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:39:16.579744 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-137714bd-bc47-41f1-b1d3-53447adcff4e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (683d7c9a-5c40-4f68-b46f-68e23b4376fa), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:16.634689 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38f1e7-6602-425e-9412-a6ed9db1b848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23646600-0e56-456c-9d65-c0eab06489e2,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:16.639293 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-137714bd-bc47-41f1-b1d3-53447adcff4e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:16.640998 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-137714bd-bc47-41f1-b1d3-53447adcff4e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3429487 May 11 06:39:16.648628 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 34174) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:16.662100 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-1ac59da6-d717-4e20-81ed-7799937f262e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'security_group_rule': {'security_group_id': '683d7c9a-5c40-4f68-b46f-68e23b4376fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:16.688050 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137714bd-bc47-41f1-b1d3-53447adcff4e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=683d7c9a-5c40-4f68-b46f-68e23b4376fa,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:16.746298 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.70', 65099) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:16.748111 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1ac59da6-d717-4e20-81ed-7799937f262e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (9ba8bc6a-65a0-4e4a-9ed6-ec2397b49cb2), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:16.777304 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-da38f1e7-6602-425e-9412-a6ed9db1b848 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=578914d2c0d14d8c9e9b25bc06f21d7e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0862803 May 11 06:39:16.805515 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 34182) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:16.884528 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Set router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:39:16.885304 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:39:16.963841 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port f3e6d08e-cb1f-4012-add5-d85acb9b284e is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:16.990178 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (f3e6d08e-cb1f-4012-add5-d85acb9b284e), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:16.990468 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-2bfade24-1f1b-461a-8920-0475614e0e71 admin admin] 10.222.0.64 "PUT /v2.0/routers/f7067096-4b44-48a4-9231-82945805c6bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6454849 May 11 06:39:17.073567 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e8ca-183e-4c4f-b0aa-7cd1e697eb3c admin admin] Publish callbacks [] for security_group (23646600-0e56-456c-9d65-c0eab06489e2), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:17.114651 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e8ca-183e-4c4f-b0aa-7cd1e697eb3c admin admin] Publish callbacks [] for security_group (23646600-0e56-456c-9d65-c0eab06489e2), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:17.129679 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 34202) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:17.173976 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-089fd5ba-aabf-4056-92e8-eb1d946f7aa4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--485245742', 'description': 'tempest-description--1608769357'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:17.196363 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] For port f3e6d08e-cb1f-4012-add5-d85acb9b284e, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=f3e6d08e-cb1f-4012-add5-d85acb9b284e,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:39:17.229710 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (f3e6d08e-cb1f-4012-add5-d85acb9b284e), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:17.232405 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 6c37ae4f-160d-4ed5-bc13-106812efa741 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:17.261672 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f75388b5-7fc1-4852-8c78-8bfdb21a6454 req-e2460938-e326-4d33-998d-5e3a35db651f tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 210 time: 0.1268725 May 11 06:39:17.332472 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-089fd5ba-aabf-4056-92e8-eb1d946f7aa4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:17.336037 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1ac59da6-d717-4e20-81ed-7799937f262e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (9ba8bc6a-65a0-4e4a-9ed6-ec2397b49cb2), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:17.354471 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1ac59da6-d717-4e20-81ed-7799937f262e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (9ba8bc6a-65a0-4e4a-9ed6-ec2397b49cb2), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:17.405785 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e8ca-183e-4c4f-b0aa-7cd1e697eb3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (23646600-0e56-456c-9d65-c0eab06489e2), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:17.410149 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac59da6-d717-4e20-81ed-7799937f262e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba8bc6a-65a0-4e4a-9ed6-ec2397b49cb2,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:17.420603 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2cb3e8ca-183e-4c4f-b0aa-7cd1e697eb3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:17.424111 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-2cb3e8ca-183e-4c4f-b0aa-7cd1e697eb3c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/23646600-0e56-456c-9d65-c0eab06489e2 HTTP/1.1" status: 204 len: 168 time: 0.6152933 May 11 06:39:17.449892 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3e8ca-183e-4c4f-b0aa-7cd1e697eb3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23646600-0e56-456c-9d65-c0eab06489e2,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:17.494672 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e64bb-a658-4c2d-9324-000d9edba559 req-efa73921-cdd7-4b91-b2d7-4061621c92e5 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:17.499093 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-efa73921-cdd7-4b91-b2d7-4061621c92e5 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.70 "GET /v2.0/networks?id=60e72d39-a433-48d0-992d-627ab991ee5c HTTP/1.1" status: 200 len: 811 time: 0.7468083 May 11 06:39:17.506154 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1ac59da6-d717-4e20-81ed-7799937f262e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:17.507349 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-1ac59da6-d717-4e20-81ed-7799937f262e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8571441 May 11 06:39:17.513394 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 34234) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:17.518779 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-f09a5902-cbf3-4c69-a71c-d9f38c6080e6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'security_group_rule': {'security_group_id': '683d7c9a-5c40-4f68-b46f-68e23b4376fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:17.542176 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-089fd5ba-aabf-4056-92e8-eb1d946f7aa4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group (123ce201-b500-44ca-adda-11fc65bf3e60), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:17.551399 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-089fd5ba-aabf-4056-92e8-eb1d946f7aa4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (123ce201-b500-44ca-adda-11fc65bf3e60), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:17.573781 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3292d31c-dba4-4d5d-b40c-f451f8a57d63 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Request body: {'port': {'device_id': '6edb4e8f-f617-4c28-ac15-600d89a37341', 'network_id': '60e72d39-a433-48d0-992d-627ab991ee5c', 'admin_state_up': True, 'tenant_id': '08265213a8e840179ab9d62cf0bc86ab'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:17.641764 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-089fd5ba-aabf-4056-92e8-eb1d946f7aa4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:17.643002 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-089fd5ba-aabf-4056-92e8-eb1d946f7aa4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4821448 May 11 06:39:17.650045 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Pushing event updated for resources: {'Port': ['ID=f3e6d08e-cb1f-4012-add5-d85acb9b284e,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:17.662039 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 34246) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:17.667458 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-78ec90da-5471-4f10-b069-5fc19cd58355 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Request body: {'security_group_rule': {'security_group_id': '123ce201-b500-44ca-adda-11fc65bf3e60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:17.682976 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089fd5ba-aabf-4056-92e8-eb1d946f7aa4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123ce201-b500-44ca-adda-11fc65bf3e60,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:17.735333 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 6c37ae4f-160d-4ed5-bc13-106812efa741 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:17.735717 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (6c37ae4f-160d-4ed5-bc13-106812efa741), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:17.746008 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-78ec90da-5471-4f10-b069-5fc19cd58355 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group_rule (cf8ff843-ae82-4bf0-a4dc-61acfd574401), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:17.755730 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f09a5902-cbf3-4c69-a71c-d9f38c6080e6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (bdbefe3f-ccc9-4274-9a68-60d0d628bab2), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:17.869934 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'c6a09ad5-b6e7-47e7-934a-578002478ba8', 'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'mac_address': 'fa:16:3e:df:c5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:10Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 2, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'subnets': [{'id': '46918c72-b454-45a4-910b-65c25fc3c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:17.984710 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f09a5902-cbf3-4c69-a71c-d9f38c6080e6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (bdbefe3f-ccc9-4274-9a68-60d0d628bab2), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:17.992988 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 6c37ae4f-160d-4ed5-bc13-106812efa741 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:17.994494 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f09a5902-cbf3-4c69-a71c-d9f38c6080e6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (bdbefe3f-ccc9-4274-9a68-60d0d628bab2), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:17.995627 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (6c37ae4f-160d-4ed5-bc13-106812efa741), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:18.021279 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3292d31c-dba4-4d5d-b40c-f451f8a57d63 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Made reservation on behalf of 08265213a8e840179ab9d62cf0bc86ab for: {'port': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:39:18.022745 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-78ec90da-5471-4f10-b069-5fc19cd58355 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group_rule (cf8ff843-ae82-4bf0-a4dc-61acfd574401), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:18.028303 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-78ec90da-5471-4f10-b069-5fc19cd58355 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (cf8ff843-ae82-4bf0-a4dc-61acfd574401), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:18.033803 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3292d31c-dba4-4d5d-b40c-f451f8a57d63 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:18.044020 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Sync routers for ids ['f7067096-4b44-48a4-9231-82945805c6bd'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:39:18.054302 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Routers {'f7067096-4b44-48a4-9231-82945805c6bd'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:39:18.054917 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:38:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f7067096-4b44-48a4-9231-82945805c6bd'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:18.072275 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a5902-cbf3-4c69-a71c-d9f38c6080e6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbefe3f-ccc9-4274-9a68-60d0d628bab2,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:18.089187 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f09a5902-cbf3-4c69-a71c-d9f38c6080e6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:18.090435 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-f09a5902-cbf3-4c69-a71c-d9f38c6080e6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5750601 May 11 06:39:18.098319 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Checking router: 7547115d-ecd1-4e1b-b7bb-7ef0112d439e for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:39:18.098697 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Updating router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e port c6a09ad5-b6e7-47e7-934a-578002478ba8 binding host dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:39:18.117254 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 34276) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:18.142125 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'floatingip': {'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:18.161509 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] For port 6c37ae4f-160d-4ed5-bc13-106812efa741, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=6c37ae4f-160d-4ed5-bc13-106812efa741,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:39:18.177652 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (6c37ae4f-160d-4ed5-bc13-106812efa741), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:18.202427 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Set router f7067096-4b44-48a4-9231-82945805c6bd gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:39:18.229823 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:18.273289 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ec90da-5471-4f10-b069-5fc19cd58355 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8ff843-ae82-4bf0-a4dc-61acfd574401,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:18.348104 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-d24c3256-a619-437e-b853-82c281064a38 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:18.350342 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-d24c3256-a619-437e-b853-82c281064a38 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 818 time: 0.5553603 May 11 06:39:18.357355 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:18.562212 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3292d31c-dba4-4d5d-b40c-f451f8a57d63 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Allocated IP 172.20.0.2 (60e72d39-a433-48d0-992d-627ab991ee5c/ef943b3d-b041-4c85-8a1a-b3a6befc6d20/8f2b511e-a9e7-4379-8934-794a6bb1007d) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:39:18.914767 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-78ec90da-5471-4f10-b069-5fc19cd58355 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:18.920410 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-78ec90da-5471-4f10-b069-5fc19cd58355 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2573397 May 11 06:39:18.922027 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:18.926485 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 34286) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:18.927151 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 34288) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:18.927620 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 34292) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:18.935777 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-b50964ab-ed55-454d-83e7-9fefbca13351 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/quotas/0d1689ff62644e0c92c3bf8290b52b90 HTTP/1.1" status: 200 len: 375 time: 0.5690947 May 11 06:39:18.955401 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-e11b08b2-e662-4863-bb11-368eae78ecbe tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Request body: {'security_group_rule': {'security_group_id': '123ce201-b500-44ca-adda-11fc65bf3e60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:19.001187 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port': {'id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '964754b6-070a-49dd-a363-5f181098f551', 'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'mac_address': 'fa:16:3e:cd:d6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:14Z', 'revision_number': 2, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'subnets': [{'id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:19.048551 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-79e8facc-63c2-4ffc-9071-f62cfe4a259d req-ec395fd3-2b72-4f7b-83fc-e50b8ac3d08d tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 210 time: 0.1228256 May 11 06:39:19.174200 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-22c93fd8-0d86-4073-9add-b7ea0adb434f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:19.223147 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-663938c6-08d1-475c-8942-9ba57ff6cbeb tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2862349 May 11 06:39:19.368168 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Publish callbacks [] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), precommit_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:19.399036 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Pushing event updated for resources: {'Port': ['ID=6c37ae4f-160d-4ed5-bc13-106812efa741,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:19.409049 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-22c93fd8-0d86-4073-9add-b7ea0adb434f admin admin] Publish callbacks [] for security_group (610e76c6-476d-41d5-84ea-e3bf51d22277), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:19.416891 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device f3e6d08e-cb1f-4012-add5-d85acb9b284e up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:19.440104 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:19.455448 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e11b08b2-e662-4863-bb11-368eae78ecbe tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group_rule (814e05e8-18a6-42aa-a8c1-53c9ce03f7a1), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:19.491131 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-22c93fd8-0d86-4073-9add-b7ea0adb434f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (610e76c6-476d-41d5-84ea-e3bf51d22277), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:19.497041 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Checking router: f7067096-4b44-48a4-9231-82945805c6bd for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:39:19.497582 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Updating router f7067096-4b44-48a4-9231-82945805c6bd port 964754b6-070a-49dd-a363-5f181098f551 binding host dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:39:19.513848 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3292d31c-dba4-4d5d-b40c-f451f8a57d63 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Publish callbacks [] for port (8f2b511e-a9e7-4379-8934-794a6bb1007d), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:19.540639 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-22c93fd8-0d86-4073-9add-b7ea0adb434f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=547f63c3db9046c99be545dd007b8065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6022594 May 11 06:39:19.541293 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 34314) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:19.643838 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (964754b6-070a-49dd-a363-5f181098f551), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:19.656597 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3292d31c-dba4-4d5d-b40c-f451f8a57d63 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (8f2b511e-a9e7-4379-8934-794a6bb1007d), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:19.679886 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c93fd8-0d86-4073-9add-b7ea0adb434f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610e76c6-476d-41d5-84ea-e3bf51d22277,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:19.792801 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Sync routers for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:39:19.910855 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:39:19.916385 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-605a4d16-31ea-44b6-b632-de9f1013667e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:19.927155 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:38:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:19.940853 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dbd07-4775-45ff-ab67-3c7e300d59fa None None] Pushing event updated for resources: {'Port': ['ID=c6a09ad5-b6e7-47e7-934a-578002478ba8,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:20.026787 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3292d31c-dba4-4d5d-b40c-f451f8a57d63 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Network 60e72d39-a433-48d0-992d-627ab991ee5c is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:20.057938 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-470bbf23-4121-4e8f-8237-5da96728cc38 admin admin] Publish callbacks [] for security_group (610e76c6-476d-41d5-84ea-e3bf51d22277), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:20.093884 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3292d31c-dba4-4d5d-b40c-f451f8a57d63 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:20.112702 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3292d31c-dba4-4d5d-b40c-f451f8a57d63 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:39:20.142407 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-470bbf23-4121-4e8f-8237-5da96728cc38 admin admin] Publish callbacks [] for security_group (610e76c6-476d-41d5-84ea-e3bf51d22277), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:20.148431 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3292d31c-dba4-4d5d-b40c-f451f8a57d63 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:20.150665 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3292d31c-dba4-4d5d-b40c-f451f8a57d63 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:20.232481 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3292d31c-dba4-4d5d-b40c-f451f8a57d63 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Pushing event updated for resources: {'Port': ['ID=8f2b511e-a9e7-4379-8934-794a6bb1007d,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:20.269792 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3292d31c-dba4-4d5d-b40c-f451f8a57d63 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6948667 May 11 06:39:20.286018 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port f3e6d08e-cb1f-4012-add5-d85acb9b284e triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:20.286745 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (f3e6d08e-cb1f-4012-add5-d85acb9b284e), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:20.289541 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-16430596-59fc-4424-a300-ab3627895d46 None None] Provisioning complete for port c6a09ad5-b6e7-47e7-934a-578002478ba8 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:20.290178 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-16430596-59fc-4424-a300-ab3627895d46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:20.308558 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-1b1b5b69-3662-4326-adfd-fae2bde77929 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104514) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:39:20.312649 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-1b1b5b69-3662-4326-adfd-fae2bde77929 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0368974 May 11 06:39:20.351045 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Attempting to bind port c6a09ad5-b6e7-47e7-934a-578002478ba8 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:39:20.351932 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Attempting to bind port c6a09ad5-b6e7-47e7-934a-578002478ba8 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '2d52252d-04b6-4ff8-a302-b9900d207bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:39:20.354231 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Attempting to bind port c6a09ad5-b6e7-47e7-934a-578002478ba8 on network db82dec6-6180-4aae-84ec-afed65e8ca62 {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:20.388962 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-97ca4503-9d28-4c34-a7d3-925a1886d2ce service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:39:20.391056 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-97ca4503-9d28-4c34-a7d3-925a1886d2ce service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4068022 May 11 06:39:20.432258 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-470bbf23-4121-4e8f-8237-5da96728cc38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (610e76c6-476d-41d5-84ea-e3bf51d22277), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:20.435489 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-470bbf23-4121-4e8f-8237-5da96728cc38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:20.436868 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-470bbf23-4121-4e8f-8237-5da96728cc38 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/610e76c6-476d-41d5-84ea-e3bf51d22277 HTTP/1.1" status: 204 len: 168 time: 0.7657058 May 11 06:39:20.478574 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:39:20.481959 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Checking segment: {'id': '2d52252d-04b6-4ff8-a302-b9900d207bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:20.484406 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:20.485721 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Bound using segment: {'id': '2d52252d-04b6-4ff8-a302-b9900d207bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:39:20.490307 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Bound port: c6a09ad5-b6e7-47e7-934a-578002478ba8, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d52252d-04b6-4ff8-a302-b9900d207bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:39:20.490949 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:20.558558 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bbf23-4121-4e8f-8237-5da96728cc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610e76c6-476d-41d5-84ea-e3bf51d22277,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:20.643801 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e11b08b2-e662-4863-bb11-368eae78ecbe tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group_rule (814e05e8-18a6-42aa-a8c1-53c9ce03f7a1), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:20.649015 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:39:20.662493 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c7897-bbaa-4d35-b84b-1521e448e13d req-68086221-b15c-4f1c-894a-b734b881edf6 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:20.669961 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8e0c7897-bbaa-4d35-b84b-1521e448e13d req-68086221-b15c-4f1c-894a-b734b881edf6 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 931 time: 0.3389914 May 11 06:39:20.680401 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-16430596-59fc-4424-a300-ab3627895d46 None None] Port c6a09ad5-b6e7-47e7-934a-578002478ba8 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:39:20.702776 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e11b08b2-e662-4863-bb11-368eae78ecbe tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (814e05e8-18a6-42aa-a8c1-53c9ce03f7a1), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:20.756232 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b08b2-e662-4863-bb11-368eae78ecbe tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814e05e8-18a6-42aa-a8c1-53c9ce03f7a1,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:20.758937 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Publish callbacks [] for port (964754b6-070a-49dd-a363-5f181098f551), precommit_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:20.770486 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (964754b6-070a-49dd-a363-5f181098f551), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:20.784183 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Allocated IP 172.27.2.204 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/1e204529-1ee7-49fd-8f1b-5a8fd38b44e7) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:39:20.922857 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70281c86-cfa8-4075-bada-f25d534d5a6e None None] Pushing event updated for resources: {'Port': ['ID=964754b6-070a-49dd-a363-5f181098f551,revision_number=3']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:20.995298 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Attempting to bind port 964754b6-070a-49dd-a363-5f181098f551 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:39:20.995698 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Attempting to bind port 964754b6-070a-49dd-a363-5f181098f551 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:39:20.996200 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Attempting to bind port 964754b6-070a-49dd-a363-5f181098f551 on network f58da4c7-ef95-435b-ab0f-347f8d529b37 {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:21.003429 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:39:21.003822 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Checking segment: {'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:21.004239 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:21.004634 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Bound using segment: {'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:39:21.005121 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Bound port: 964754b6-070a-49dd-a363-5f181098f551, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'}}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:39:21.006424 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (964754b6-070a-49dd-a363-5f181098f551), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:21.128940 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Request body: {'port': {'device_id': '6edb4e8f-f617-4c28-ac15-600d89a37341', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:21.249700 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e11b08b2-e662-4863-bb11-368eae78ecbe tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:21.250644 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-e11b08b2-e662-4863-bb11-368eae78ecbe tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3050439 May 11 06:39:21.269376 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 34362) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:21.273197 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] For port 964754b6-070a-49dd-a363-5f181098f551, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:39:21.281338 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] For port 964754b6-070a-49dd-a363-5f181098f551, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=964754b6-070a-49dd-a363-5f181098f551,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:39:21.285560 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Request body: {'floatingip': {'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:21.304464 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (964754b6-070a-49dd-a363-5f181098f551), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:21.314557 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8e0c7897-bbaa-4d35-b84b-1521e448e13d req-bce06cf7-bbc4-442a-9a00-0a8736ea0e99 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6435955 May 11 06:39:21.410278 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (8f2b511e-a9e7-4379-8934-794a6bb1007d), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:21.433270 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:21.503515 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-605a4d16-31ea-44b6-b632-de9f1013667e admin admin] Publish callbacks [] for security_group (fad2448c-fc62-42ac-835b-b6b71a7f6ecd), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:21.508335 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Routers {'f7067096-4b44-48a4-9231-82945805c6bd'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:39:21.508973 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:38:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f7067096-4b44-48a4-9231-82945805c6bd'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:21.514869 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70281c86-cfa8-4075-bada-f25d534d5a6e None None] Pushing event updated for resources: {'Port': ['ID=964754b6-070a-49dd-a363-5f181098f551,revision_number=4']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:21.521042 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-bade2088-65a3-4c1a-8627-666211049d04 service neutron] 10.222.0.64 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0171092 May 11 06:39:21.536428 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-605a4d16-31ea-44b6-b632-de9f1013667e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (fad2448c-fc62-42ac-835b-b6b71a7f6ecd), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:21.758042 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 34374) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:21.764727 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-605a4d16-31ea-44b6-b632-de9f1013667e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a8541ea614a44ce7b0bec785f723849f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8195653 May 11 06:39:21.874591 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-d44ddd17-6c80-42a5-8c99-290dc346c03a None None] Provisioning complete for port 964754b6-070a-49dd-a363-5f181098f551 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:21.877187 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d44ddd17-6c80-42a5-8c99-290dc346c03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (964754b6-070a-49dd-a363-5f181098f551), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:21.925400 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a4d16-31ea-44b6-b632-de9f1013667e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad2448c-fc62-42ac-835b-b6b71a7f6ecd,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:21.977728 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:22.017697 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for port (1e204529-1ee7-49fd-8f1b-5a8fd38b44e7), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:22.043762 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] For port c6a09ad5-b6e7-47e7-934a-578002478ba8, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:39:22.057525 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] Set router f7067096-4b44-48a4-9231-82945805c6bd gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:39:22.059641 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port f3e6d08e-cb1f-4012-add5-d85acb9b284e is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:22.061015 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 98d484bd-4027-4f7c-964b-2a0db460a6d8 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:22.142758 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] For port c6a09ad5-b6e7-47e7-934a-578002478ba8, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=c6a09ad5-b6e7-47e7-934a-578002478ba8,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:39:22.153974 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-724d328b-90cf-4a06-8b71-7004154d065b service neutron] 10.222.0.64 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152222 May 11 06:39:22.234320 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:22.263975 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (1e204529-1ee7-49fd-8f1b-5a8fd38b44e7), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:22.304697 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 98d484bd-4027-4f7c-964b-2a0db460a6d8 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:22.305379 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (98d484bd-4027-4f7c-964b-2a0db460a6d8), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:22.434129 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'Port': ['ID=1e204529-1ee7-49fd-8f1b-5a8fd38b44e7,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:22.500851 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:22.504693 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:22.505880 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Allocated IP 172.27.2.160 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/5eeb8eb3-9066-4560-bb3e-000b33f3c337) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:39:22.525761 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:39:22.560648 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Routers {'7547115d-ecd1-4e1b-b7bb-7ef0112d439e'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:39:22.561086 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:38:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:22.737262 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port': {'id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '964754b6-070a-49dd-a363-5f181098f551', 'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'mac_address': 'fa:16:3e:cd:d6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:21Z', 'revision_number': 4, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'subnets': [{'id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:22.846562 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ea717a73-d968-4ef5-bb8b-e1d68e7d8d71 req-0d9a899e-8e9a-42d4-8a82-52dc8b0a162e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 210 time: 0.0961804 May 11 06:39:22.872686 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a0be8-3dc0-443e-9a06-6eefda2fc874 req-111762c4-142a-4c73-94f1-cc6850958e2d tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:22.874709 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c63a0be8-3dc0-443e-9a06-6eefda2fc874 req-111762c4-142a-4c73-94f1-cc6850958e2d tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 931 time: 0.3190558 May 11 06:39:22.885362 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] Set router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:39:22.892364 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0303dca-c6f7-4286-a7ab-0427d1912f8d None None] The sync data for ids ['f7067096-4b44-48a4-9231-82945805c6bd'] in dv-cinder-804757-27-iscsi is: [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port': {'id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '964754b6-070a-49dd-a363-5f181098f551', 'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'mac_address': 'fa:16:3e:cd:d6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:21Z', 'revision_number': 4, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'subnets': [{'id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:39:23.168421 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (6b937a68-3272-4ac3-abbf-556e83aad4ee), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:23.278074 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c63a0be8-3dc0-443e-9a06-6eefda2fc874 req-1587d531-960a-4cff-9695-1d03a8a949be tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797545 May 11 06:39:23.394410 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (1e204529-1ee7-49fd-8f1b-5a8fd38b44e7), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:23.614316 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-d44ddd17-6c80-42a5-8c99-290dc346c03a None None] Current status of the port 964754b6-070a-49dd-a363-5f181098f551 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:23.614759 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d44ddd17-6c80-42a5-8c99-290dc346c03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (964754b6-070a-49dd-a363-5f181098f551), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:23.643469 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c93d-717c-4b66-b199-f33b77dd3f29 admin admin] Publish callbacks [] for security_group (fad2448c-fc62-42ac-835b-b6b71a7f6ecd), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:23.686326 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'c6a09ad5-b6e7-47e7-934a-578002478ba8', 'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'mac_address': 'fa:16:3e:df:c5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:10Z', 'updated_at': '2022-05-11T06:39:21Z', 'revision_number': 4, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'subnets': [{'id': '46918c72-b454-45a4-910b-65c25fc3c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:23.731535 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c93d-717c-4b66-b199-f33b77dd3f29 admin admin] Publish callbacks [] for security_group (fad2448c-fc62-42ac-835b-b6b71a7f6ecd), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:23.744270 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa30c64-c50d-499d-8cb1-3b597310fdc3 None None] The sync data for ids ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'] in dv-cinder-804757-27-iscsi is: [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'c6a09ad5-b6e7-47e7-934a-578002478ba8', 'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'mac_address': 'fa:16:3e:df:c5:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:10Z', 'updated_at': '2022-05-11T06:39:21Z', 'revision_number': 4, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'subnets': [{'id': '46918c72-b454-45a4-910b-65c25fc3c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:39:23.758691 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dbd07-4775-45ff-ab67-3c7e300d59fa None None] Pushing event updated for resources: {'Port': ['ID=c6a09ad5-b6e7-47e7-934a-578002478ba8,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:23.909264 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-d44ddd17-6c80-42a5-8c99-290dc346c03a None None] For port 964754b6-070a-49dd-a363-5f181098f551, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=964754b6-070a-49dd-a363-5f181098f551,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:39:23.940432 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d44ddd17-6c80-42a5-8c99-290dc346c03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (964754b6-070a-49dd-a363-5f181098f551), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:23.998223 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 2, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:24.053707 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-648f67ea-72a7-4b68-9e28-5416c08dbffe tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:24.067086 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-648f67ea-72a7-4b68-9e28-5416c08dbffe tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 818 time: 0.5858591 May 11 06:39:24.076884 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c93d-717c-4b66-b199-f33b77dd3f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (fad2448c-fc62-42ac-835b-b6b71a7f6ecd), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:24.089561 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3ac7c93d-717c-4b66-b199-f33b77dd3f29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:24.097758 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-3ac7c93d-717c-4b66-b199-f33b77dd3f29 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fad2448c-fc62-42ac-835b-b6b71a7f6ecd HTTP/1.1" status: 204 len: 168 time: 2.1176579 May 11 06:39:24.120610 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for port (5eeb8eb3-9066-4560-bb3e-000b33f3c337), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:24.120788 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-d35728d5-b09e-4794-9716-a1bdb0c56397 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/quotas/0d1689ff62644e0c92c3bf8290b52b90 HTTP/1.1" status: 200 len: 375 time: 0.0515857 May 11 06:39:24.183054 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7c93d-717c-4b66-b199-f33b77dd3f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad2448c-fc62-42ac-835b-b6b71a7f6ecd,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:24.315863 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-abb8a055-f56a-42d0-9bde-0744f12b7c58 None None] Provisioning complete for port c6a09ad5-b6e7-47e7-934a-578002478ba8 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:24.316240 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-abb8a055-f56a-42d0-9bde-0744f12b7c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:24.354216 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-624f362b-cb24-451f-949f-c8e48f070ab0 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2315767 May 11 06:39:24.395677 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 98d484bd-4027-4f7c-964b-2a0db460a6d8 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:24.399356 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (98d484bd-4027-4f7c-964b-2a0db460a6d8), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:24.496038 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] For port 98d484bd-4027-4f7c-964b-2a0db460a6d8, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=98d484bd-4027-4f7c-964b-2a0db460a6d8,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:39:24.499306 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Checking router: 58024757-0472-42af-9a5f-e09dbcca1c29 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:39:24.500297 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Updating router 58024757-0472-42af-9a5f-e09dbcca1c29 port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 binding host dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:39:24.538694 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (98d484bd-4027-4f7c-964b-2a0db460a6d8), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:24.828154 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38a680-893f-49be-b3e8-34365d75f135 req-0e0c7404-31e1-44bb-a9a9-2eda0c6c2242 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:24.831897 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fd38a680-893f-49be-b3e8-34365d75f135 req-0e0c7404-31e1-44bb-a9a9-2eda0c6c2242 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 931 time: 0.2623341 May 11 06:39:24.852641 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:24.864419 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ddd17-6c80-42a5-8c99-290dc346c03a None None] Pushing event updated for resources: {'Port': ['ID=964754b6-070a-49dd-a363-5f181098f551,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:24.903999 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (5eeb8eb3-9066-4560-bb3e-000b33f3c337), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:25.004737 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-ce03a0fd-fa9d-4d67-a5db-6720815bd091 service neutron] 10.222.0.64 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6461585 May 11 06:39:25.155313 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event updated for resources: {'Port': ['ID=5eeb8eb3-9066-4560-bb3e-000b33f3c337,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:25.202357 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for port (1e204529-1ee7-49fd-8f1b-5a8fd38b44e7), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:25.245649 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-abb8a055-f56a-42d0-9bde-0744f12b7c58 None None] Current status of the port c6a09ad5-b6e7-47e7-934a-578002478ba8 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:25.246122 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-abb8a055-f56a-42d0-9bde-0744f12b7c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:25.267221 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (1e204529-1ee7-49fd-8f1b-5a8fd38b44e7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:25.321612 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:25.347183 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:25.359175 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Pushing event updated for resources: {'Port': ['ID=98d484bd-4027-4f7c-964b-2a0db460a6d8,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:25.362149 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (6b937a68-3272-4ac3-abbf-556e83aad4ee), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:25.367771 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:39:25.596057 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-abb8a055-f56a-42d0-9bde-0744f12b7c58 None None] For port c6a09ad5-b6e7-47e7-934a-578002478ba8, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=c6a09ad5-b6e7-47e7-934a-578002478ba8,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:39:25.640323 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2b511e-a9e7-4379-8934-794a6bb1007d {{(pid=104514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:39:25.673874 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Publish callbacks [] for port (8f2b511e-a9e7-4379-8934-794a6bb1007d), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:25.674009 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-abb8a055-f56a-42d0-9bde-0744f12b7c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:25.728526 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fd38a680-893f-49be-b3e8-34365d75f135 req-c3001fe5-16c2-4087-ab30-904633ca1e44 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8687086 May 11 06:39:25.749470 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:25.750797 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.6280930 May 11 06:39:25.760513 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8a7e0-1eaf-41b4-a94e-29c017a3d832 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'Port': ['ID=1e204529-1ee7-49fd-8f1b-5a8fd38b44e7,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:25.791849 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.provisioning_blocks [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Transition to ACTIVE for port object 8f2b511e-a9e7-4379-8934-794a6bb1007d will not be triggered until provisioned by entity L2. {{(pid=104514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:39:25.802274 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for floatingip (a1c4fac9-1a5b-4e28-99ce-45c1c98f6c67), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:25.805343 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-a503454d-a534-488b-97d3-c1c0eda4e1de service neutron] 10.222.0.64 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7996686 May 11 06:39:25.809439 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (8f2b511e-a9e7-4379-8934-794a6bb1007d), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:25.816580 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 6c37ae4f-160d-4ed5-bc13-106812efa741 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:25.819755 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-73359466-03f6-4ef4-bbcb-463d22e5dc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:25.950211 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-abb8a055-f56a-42d0-9bde-0744f12b7c58 None None] Provisioning complete for port 964754b6-070a-49dd-a363-5f181098f551 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:25.954639 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-abb8a055-f56a-42d0-9bde-0744f12b7c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (964754b6-070a-49dd-a363-5f181098f551), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:26.150697 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (5eeb8eb3-9066-4560-bb3e-000b33f3c337), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:26.158971 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.70', 65115) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:26.213942 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2b511e-a9e7-4379-8934-794a6bb1007d,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:26.346772 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8a055-f56a-42d0-9bde-0744f12b7c58 None None] Pushing event updated for resources: {'Port': ['ID=c6a09ad5-b6e7-47e7-934a-578002478ba8,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:26.379351 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 6c37ae4f-160d-4ed5-bc13-106812efa741 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:26.380089 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (6c37ae4f-160d-4ed5-bc13-106812efa741), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:26.601062 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Attempting to bind port 8f2b511e-a9e7-4379-8934-794a6bb1007d on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:39:26.603234 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Attempting to bind port 8f2b511e-a9e7-4379-8934-794a6bb1007d by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '7bfd3307-1190-41aa-b2ee-fde27f7500ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60e72d39-a433-48d0-992d-627ab991ee5c'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:39:26.603741 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Attempting to bind port 8f2b511e-a9e7-4379-8934-794a6bb1007d on network 60e72d39-a433-48d0-992d-627ab991ee5c {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:26.632945 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Port 8f2b511e-a9e7-4379-8934-794a6bb1007d on network 60e72d39-a433-48d0-992d-627ab991ee5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:39:26.635079 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Attempting to bind port 8f2b511e-a9e7-4379-8934-794a6bb1007d on network 60e72d39-a433-48d0-992d-627ab991ee5c {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:26.672474 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:39:26.676969 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Checking segment: {'id': '7bfd3307-1190-41aa-b2ee-fde27f7500ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60e72d39-a433-48d0-992d-627ab991ee5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:26.678937 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Bound using segment: {'id': '7bfd3307-1190-41aa-b2ee-fde27f7500ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60e72d39-a433-48d0-992d-627ab991ee5c'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:39:26.679595 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Bound port: 8f2b511e-a9e7-4379-8934-794a6bb1007d, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfd3307-1190-41aa-b2ee-fde27f7500ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '60e72d39-a433-48d0-992d-627ab991ee5c'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:39:26.681036 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (8f2b511e-a9e7-4379-8934-794a6bb1007d), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:26.784699 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-429a9014-e9c7-43ae-9f75-dba507946d8d req-135d667d-1468-46b5-b52f-2e8ac55827b2 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 210 time: 0.2520416 May 11 06:39:26.817098 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-98fcc1b9-60dd-4204-8618-fe3f1c0ca3b7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:26.820486 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-98fcc1b9-60dd-4204-8618-fe3f1c0ca3b7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.70 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 818 time: 0.6435194 May 11 06:39:26.847244 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-305741fc-36cb-4527-8087-b3822d8ecda4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Request body: {'port': {'device_id': 'acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'admin_state_up': True, 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:26.870516 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-8149d31b-3e95-42d6-9b65-66f32ddccc7e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--996858386&fields=id&tenant_id=eb4348f294cc464f89b2334676442d25 HTTP/1.1" status: 200 len: 267 time: 0.6184533 May 11 06:39:27.019812 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-abb8a055-f56a-42d0-9bde-0744f12b7c58 None None] Current status of the port 964754b6-070a-49dd-a363-5f181098f551 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:27.180351 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 6c37ae4f-160d-4ed5-bc13-106812efa741 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:27.194149 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 964754b6-070a-49dd-a363-5f181098f551 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:27.242796 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-51d9f8a6-eef6-4e69-a6b9-5690267e26dd tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:27.256547 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-51d9f8a6-eef6-4e69-a6b9-5690267e26dd tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/networks?id=61e699df-3755-47eb-b019-c5436429fdb7 HTTP/1.1" status: 200 len: 815 time: 0.3741753 May 11 06:39:27.322159 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] For port 8f2b511e-a9e7-4379-8934-794a6bb1007d, host hv-cinder-80475, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:39:27.420899 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Publish callbacks [] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), precommit_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:27.421900 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] For port 8f2b511e-a9e7-4379-8934-794a6bb1007d, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8f2b511e-a9e7-4379-8934-794a6bb1007d,segment=NetworkSegment(7bfd3307-1190-41aa-b2ee-fde27f7500ea),segment_id=7bfd3307-1190-41aa-b2ee-fde27f7500ea)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:39:27.444171 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (8f2b511e-a9e7-4379-8934-794a6bb1007d), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:27.457494 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 964754b6-070a-49dd-a363-5f181098f551 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:27.460072 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (964754b6-070a-49dd-a363-5f181098f551), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:27.468882 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:27.625056 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-605cf376-06e8-423b-a29e-3fe7bc2d2c20 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/quotas/eb4348f294cc464f89b2334676442d25 HTTP/1.1" status: 200 len: 375 time: 0.0980697 May 11 06:39:27.634153 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:27.639681 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:27.641631 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] 10.222.0.70 "PUT /v2.0/ports/8f2b511e-a9e7-4379-8934-794a6bb1007d HTTP/1.1" status: 200 len: 1093 time: 6.8555441 May 11 06:39:27.644756 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edb4e8f-f617-4c28-ac15-600d89a37341', 'tag': '8f2b511e-a9e7-4379-8934-794a6bb1007d'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:39:27.800816 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-dc7df559-f740-4870-b416-cfd975b3b73f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb4348f294cc464f89b2334676442d25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1674037 May 11 06:39:27.815043 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 34644) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:27.988614 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-1019179a-c983-45fc-93c6-46c7eb3d34d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:27.992484 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d67fcc-fa3b-4cac-be23-b8a835f668ec None None] Pushing event updated for resources: {'Port': ['ID=73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:28.033642 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-305741fc-36cb-4527-8087-b3822d8ecda4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Made reservation on behalf of 0d1689ff62644e0c92c3bf8290b52b90 for: {'port': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:39:28.050121 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-305741fc-36cb-4527-8087-b3822d8ecda4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:28.413955 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Attempting to bind port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:39:28.419514 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Attempting to bind port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:39:28.421218 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Attempting to bind port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 on network 61e699df-3755-47eb-b019-c5436429fdb7 {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:28.455208 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 964754b6-070a-49dd-a363-5f181098f551 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:28.456871 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device c6a09ad5-b6e7-47e7-934a-578002478ba8 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:28.470476 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:39:28.472361 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Checking segment: {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:28.473016 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:28.476284 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Bound using segment: {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:39:28.477324 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Bound port: 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:39:28.478469 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:28.663544 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-4e7fb81c-1c8e-4d38-9054-f277f0d9108b None None] Provisioning complete for port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:28.664077 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4e7fb81c-1c8e-4d38-9054-f277f0d9108b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:28.743732 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port c6a09ad5-b6e7-47e7-934a-578002478ba8 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:28.744313 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:28.810292 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] For port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:39:28.891444 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-4e7fb81c-1c8e-4d38-9054-f277f0d9108b None None] Port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:39:28.897535 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for port (5eeb8eb3-9066-4560-bb3e-000b33f3c337), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:28.904175 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] For port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:39:28.939908 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:28.985156 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94af04-b1ad-48dc-8a23-42dba981d025 req-f02271da-bc72-4a3d-8514-3e78c82d2ad2 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:28.999894 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9b94af04-b1ad-48dc-8a23-42dba981d025 req-f02271da-bc72-4a3d-8514-3e78c82d2ad2 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 943 time: 0.2045920 May 11 06:39:29.003088 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8675-f54f-4d3c-baac-b5cbd9359bf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:29.143081 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-a9d98429-fa97-4a94-a00b-b54431c14c8a service neutron] 10.222.0.64 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2772601 May 11 06:39:29.155703 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (5eeb8eb3-9066-4560-bb3e-000b33f3c337), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:29.185557 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52ec209-8113-44c9-9c6b-c06732724103" -d '{"events": [{"name": "network-changed", "server_uuid": "6edb4e8f-f617-4c28-ac15-600d89a37341", "tag": "8f2b511e-a9e7-4379-8934-794a6bb1007d"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:39:29.266729 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565f5b2-e023-4092-8197-e5e509a461a8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f2b511e-a9e7-4379-8934-794a6bb1007d,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:29.315984 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-00407df1-9870-4606-83ad-8ea368b7b1bc service neutron] 10.222.0.64 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518798 May 11 06:39:29.333779 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:29.334984 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:39:29.335604 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:39:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:29.440608 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.70', 65119) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:29.442284 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (a1c4fac9-1a5b-4e28-99ce-45c1c98f6c67), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:29.447146 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e64bb-a658-4c2d-9324-000d9edba559 req-e5d33a77-9dbb-472b-aa7c-fece6d2539eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:29.448934 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-e5d33a77-9dbb-472b-aa7c-fece6d2539eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08265213a8e840179ab9d62cf0bc86ab&device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 1127 time: 1.3432224 May 11 06:39:29.518085 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:29.519471 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2427197 May 11 06:39:29.600149 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f65b2d-34e5-47ef-876a-36bbc93509da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event updated for resources: {'Port': ['ID=5eeb8eb3-9066-4560-bb3e-000b33f3c337,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:29.604401 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-776668e1-938a-4593-8996-92f3366c783a None None] Provisioning complete for port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:29.615503 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9b94af04-b1ad-48dc-8a23-42dba981d025 req-49b956fe-a4d6-4740-8652-0ec020d4fdfa tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6146579 May 11 06:39:29.627916 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-776668e1-938a-4593-8996-92f3366c783a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:29.665245 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d67fcc-fa3b-4cac-be23-b8a835f668ec None None] Pushing event updated for resources: {'Port': ['ID=73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:29.712484 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-5a5a2d75-9a93-443d-8723-dd3ce1364734 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f2b511e-a9e7-4379-8934-794a6bb1007d HTTP/1.1" status: 200 len: 217 time: 0.2181413 May 11 06:39:29.728188 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:29.728920 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port c6a09ad5-b6e7-47e7-934a-578002478ba8 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:29.799537 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:39:29.897605 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-1cd4240d-be32-48fe-966e-77620e6559d2 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:29.899147 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-1cd4240d-be32-48fe-966e-77620e6559d2 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.70 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 818 time: 0.4423974 May 11 06:39:30.073958 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-305741fc-36cb-4527-8087-b3822d8ecda4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Allocated IP 172.20.0.9 (f58da4c7-ef95-435b-ab0f-347f8d529b37/583a5267-dd2a-4e7b-b980-2981ce70ccda/f96eb40a-ee8f-4854-a24e-26c491a5b3ea) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:39:30.168783 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616d2043-7992-4565-816c-1f470f8835bb x-openstack-request-id: req-616d2043-7992-4565-816c-1f470f8835bb {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:39:30.169073 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edb4e8f-f617-4c28-ac15-600d89a37341", "tag": "8f2b511e-a9e7-4379-8934-794a6bb1007d", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:39:30.169323 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-616d2043-7992-4565-816c-1f470f8835bb {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:39:30.169792 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-616d2043-7992-4565-816c-1f470f8835bb'] response: {'name': 'network-changed', 'server_uuid': '6edb4e8f-f617-4c28-ac15-600d89a37341', 'tag': '8f2b511e-a9e7-4379-8934-794a6bb1007d', 'status': 'completed', 'code': 200} May 11 06:39:30.212999 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device c6a09ad5-b6e7-47e7-934a-578002478ba8 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:30.300429 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-76443027-5fb4-4f45-8e0d-101cbf2a829b req-8ccf6efa-bd09-465c-bf76-8cb47a0f71b3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 210 time: 0.1448340 May 11 06:39:30.403711 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-776668e1-938a-4593-8996-92f3366c783a None None] Current status of the port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:30.404107 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-776668e1-938a-4593-8996-92f3366c783a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:30.474261 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-00df6b8a-1c4a-4f82-8f5d-33cb5635532a req-758f67d4-4903-465c-9683-7ee1927f0a5c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 210 time: 0.2197156 May 11 06:39:30.515594 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port c6a09ad5-b6e7-47e7-934a-578002478ba8 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:30.516614 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:30.603395 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-776668e1-938a-4593-8996-92f3366c783a None None] For port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:39:30.614637 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8675-f54f-4d3c-baac-b5cbd9359bf4 admin admin] Publish callbacks [] for security_group (a2983cd4-1aee-422f-95e4-ee70f5c6e64b), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:30.626355 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-776668e1-938a-4593-8996-92f3366c783a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:30.632062 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d3fd8675-f54f-4d3c-baac-b5cbd9359bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (a2983cd4-1aee-422f-95e4-ee70f5c6e64b), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:30.741748 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776668e1-938a-4593-8996-92f3366c783a None None] Pushing event updated for resources: {'Port': ['ID=73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:30.809964 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 34734) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:30.821227 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-d3fd8675-f54f-4d3c-baac-b5cbd9359bf4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e91f1c6b79ce48a7b9bd3b3588ca4ba2&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0022266 May 11 06:39:30.824070 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fd8675-f54f-4d3c-baac-b5cbd9359bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2983cd4-1aee-422f-95e4-ee70f5c6e64b,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:30.874773 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:28Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:39:30.888843 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-305741fc-36cb-4527-8087-b3822d8ecda4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for port (f96eb40a-ee8f-4854-a24e-26c491a5b3ea), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:30.927833 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-fcba49f4-04c6-4df7-85ce-e1b2a94ce9d1 admin admin] Publish callbacks [] for security_group (a2983cd4-1aee-422f-95e4-ee70f5c6e64b), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:30.958079 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3927c723-16cf-4128-860d-194531b9a0d8 req-42ba51df-942e-4847-84ee-ff6a3b493d9d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--485245742&fields=id&tenant_id=ea42234bb6844ce88afe0725d859863e HTTP/1.1" status: 200 len: 267 time: 0.3000412 May 11 06:39:30.982117 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-fcba49f4-04c6-4df7-85ce-e1b2a94ce9d1 admin admin] Publish callbacks [] for security_group (a2983cd4-1aee-422f-95e4-ee70f5c6e64b), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:30.990353 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21112f09-ff66-4389-85d9-a783e6460f0c None None] The sync data for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi is: [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:28Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:39:31.048105 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-fcba49f4-04c6-4df7-85ce-e1b2a94ce9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (a2983cd4-1aee-422f-95e4-ee70f5c6e64b), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:31.052292 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-fcba49f4-04c6-4df7-85ce-e1b2a94ce9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:31.054459 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-fcba49f4-04c6-4df7-85ce-e1b2a94ce9d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a2983cd4-1aee-422f-95e4-ee70f5c6e64b HTTP/1.1" status: 204 len: 168 time: 0.2432818 May 11 06:39:31.064931 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba49f4-04c6-4df7-85ce-e1b2a94ce9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2983cd4-1aee-422f-95e4-ee70f5c6e64b,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:31.093957 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:31.115425 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port c6a09ad5-b6e7-47e7-934a-578002478ba8 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:31.116789 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:31.142462 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f4475-2599-49d9-a89a-f2df0167a729 req-9f80c1a2-4ce2-45bb-9cd8-0985acc62640 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:31.144023 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9d9f4475-2599-49d9-a89a-f2df0167a729 req-9f80c1a2-4ce2-45bb-9cd8-0985acc62640 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 943 time: 0.1669571 May 11 06:39:31.193185 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:31.193594 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:31.251021 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927c723-16cf-4128-860d-194531b9a0d8 req-d8e11dde-e231-45e5-ac02-7f17d90bab0b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:31.252554 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3927c723-16cf-4128-860d-194531b9a0d8 req-d8e11dde-e231-45e5-ac02-7f17d90bab0b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/networks?id=db82dec6-6180-4aae-84ec-afed65e8ca62 HTTP/1.1" status: 200 len: 817 time: 0.2726781 May 11 06:39:31.287714 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3927c723-16cf-4128-860d-194531b9a0d8 req-d6c50c3d-bc7f-464e-8908-5ed05db42515 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/quotas/ea42234bb6844ce88afe0725d859863e HTTP/1.1" status: 200 len: 375 time: 0.0231845 May 11 06:39:31.297410 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:31.298491 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 98d484bd-4027-4f7c-964b-2a0db460a6d8 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:31.328426 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9d9f4475-2599-49d9-a89a-f2df0167a729 req-858460a2-7823-46b4-a92b-e42589be33c1 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742660 May 11 06:39:31.329887 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-305741fc-36cb-4527-8087-b3822d8ecda4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (f96eb40a-ee8f-4854-a24e-26c491a5b3ea), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:31.378369 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 98d484bd-4027-4f7c-964b-2a0db460a6d8 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:31.379001 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (98d484bd-4027-4f7c-964b-2a0db460a6d8), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:31.433508 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-305741fc-36cb-4527-8087-b3822d8ecda4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Network f58da4c7-ef95-435b-ab0f-347f8d529b37 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:31.458050 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3927c723-16cf-4128-860d-194531b9a0d8 req-1f57cfe0-d3ee-4ddb-860e-ee411160e3db tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea42234bb6844ce88afe0725d859863e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1387398 May 11 06:39:31.461571 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-305741fc-36cb-4527-8087-b3822d8ecda4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:31.519506 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 98d484bd-4027-4f7c-964b-2a0db460a6d8 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:31.520627 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 964754b6-070a-49dd-a363-5f181098f551 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:31.533282 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 34752) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:31.535654 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-305741fc-36cb-4527-8087-b3822d8ecda4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:39:31.552131 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-305741fc-36cb-4527-8087-b3822d8ecda4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:31.552873 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2a7ff67e-3a1b-4531-8124-6b8218d573e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:31.553990 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-305741fc-36cb-4527-8087-b3822d8ecda4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:31.632503 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305741fc-36cb-4527-8087-b3822d8ecda4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Pushing event updated for resources: {'Port': ['ID=f96eb40a-ee8f-4854-a24e-26c491a5b3ea,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:31.663754 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-eaf90736-0b7b-4195-8894-b6ea42a476ff req-48740fa9-994a-4fe8-a7ae-ccddeaa9ce38 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 210 time: 0.0542669 May 11 06:39:31.665546 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3927c723-16cf-4128-860d-194531b9a0d8 req-7ac9763e-9ee3-45ac-b6b7-2443176a92d7 service neutron] 10.222.0.64 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018523 May 11 06:39:31.670054 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-305741fc-36cb-4527-8087-b3822d8ecda4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8313642 May 11 06:39:31.673393 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2a7ff67e-3a1b-4531-8124-6b8218d573e4 admin admin] Publish callbacks [] for security_group (af891239-8992-45df-ac3c-27b03cce6fb2), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:31.682816 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2a7ff67e-3a1b-4531-8124-6b8218d573e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (af891239-8992-45df-ac3c-27b03cce6fb2), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:31.684902 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 964754b6-070a-49dd-a363-5f181098f551 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:31.685391 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (964754b6-070a-49dd-a363-5f181098f551), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:31.742691 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-2a7ff67e-3a1b-4531-8124-6b8218d573e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e263d790065b403f830684139ce178d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057703 May 11 06:39:31.744541 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 34756) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:31.768241 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ff67e-3a1b-4531-8124-6b8218d573e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af891239-8992-45df-ac3c-27b03cce6fb2,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:31.830283 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e99b720f-20a0-4545-b507-a4da67d7a236 req-588366ad-bcd8-4cb9-83c0-cd6277080d51 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 210 time: 0.0432413 May 11 06:39:31.838495 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-6539923f-c408-4744-a17e-ced7580adca5 admin admin] Publish callbacks [] for security_group (af891239-8992-45df-ac3c-27b03cce6fb2), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:31.851106 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3927c723-16cf-4128-860d-194531b9a0d8 req-1726b5cc-d862-4017-9ebd-7d2b9408b853 service neutron] 10.222.0.64 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715276 May 11 06:39:31.852974 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 964754b6-070a-49dd-a363-5f181098f551 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:31.864615 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-edcfeccf-15a3-4a76-8952-9bb9a458d8cc None None] Provisioning complete for port f96eb40a-ee8f-4854-a24e-26c491a5b3ea triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:31.865021 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-edcfeccf-15a3-4a76-8952-9bb9a458d8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (f96eb40a-ee8f-4854-a24e-26c491a5b3ea), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:31.874523 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-6539923f-c408-4744-a17e-ced7580adca5 admin admin] Publish callbacks [] for security_group (af891239-8992-45df-ac3c-27b03cce6fb2), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:31.908762 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-edcfeccf-15a3-4a76-8952-9bb9a458d8cc None None] Port f96eb40a-ee8f-4854-a24e-26c491a5b3ea cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:39:31.946974 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-6539923f-c408-4744-a17e-ced7580adca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (af891239-8992-45df-ac3c-27b03cce6fb2), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:31.950639 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-6539923f-c408-4744-a17e-ced7580adca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:31.956196 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-6539923f-c408-4744-a17e-ced7580adca5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/af891239-8992-45df-ac3c-27b03cce6fb2 HTTP/1.1" status: 204 len: 168 time: 0.2087667 May 11 06:39:31.967128 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539923f-c408-4744-a17e-ced7580adca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af891239-8992-45df-ac3c-27b03cce6fb2,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:31.983222 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:32.066045 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:32.066444 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:32.102714 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bf994a1b-839c-4260-903a-5a5461fe445c req-eaa28953-863f-4d5d-b188-d8197248c634 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 210 time: 0.0563133 May 11 06:39:32.158188 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:32.462532 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a30bb9-7348-4748-9bcd-aad89da8ab23 req-67943df3-40f6-4fe3-885d-72fdae44afe5 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:32.465382 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-88a30bb9-7348-4748-9bcd-aad89da8ab23 req-67943df3-40f6-4fe3-885d-72fdae44afe5 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 943 time: 0.0630987 May 11 06:39:32.541392 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-88a30bb9-7348-4748-9bcd-aad89da8ab23 req-4f62bb74-c56a-43a2-b317-8eccca68f77e tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679944 May 11 06:39:32.570769 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:32.785013 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a5ecfdf2-24e4-427f-b439-83f664154f8e req-de32b8db-8f79-4568-9149-c8af8140baab tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 210 time: 0.0304527 May 11 06:39:32.946272 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-dc5eb955-5072-4ad7-b9c6-d073a578432b req-67eb15bd-5e58-4d8d-9694-c0a0f406b3f1 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 210 time: 0.0309286 May 11 06:39:33.327455 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-24cc0a15-2425-4a1e-af0e-89842c37bd19 req-0fb1636f-cdb6-4ede-b955-37f7eb57f4a2 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 210 time: 0.0464015 May 11 06:39:33.765586 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919f0c8-7b1b-41e9-ab2c-5b87c8fd75c6 req-2252eb54-7df5-4b43-988c-a90a5515c324 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:33.767110 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2919f0c8-7b1b-41e9-ab2c-5b87c8fd75c6 req-2252eb54-7df5-4b43-988c-a90a5515c324 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 943 time: 0.0911205 May 11 06:39:33.919646 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2919f0c8-7b1b-41e9-ab2c-5b87c8fd75c6 req-9de042d4-3a23-4544-b33b-2781cbd3498f tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414628 May 11 06:39:34.009254 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-32a67457-59fb-4667-afe0-2a2f011afb66 req-254c3e6f-1401-4f43-a336-f20603e490f1 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 210 time: 0.0501969 May 11 06:39:34.028691 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-3fb22bad-64bf-4b94-abcf-460604e00be7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Request body: {'port': {'device_id': 'ce8c818b-6fff-427f-bab8-3f96e99bb236', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'admin_state_up': True, 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:34.119789 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b5d22b30-052c-44b1-b529-f3aabcee2118 req-b6b61eac-56cd-4a38-8573-1be0a8778850 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 210 time: 0.0621548 May 11 06:39:34.162986 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Request body: {'port': {'device_id': 'acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:34.211461 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 34860) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:34.236713 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e64bb-a658-4c2d-9324-000d9edba559 req-17424e15-be0d-4e38-9eab-1235cdd7498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:34.244897 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-17424e15-be0d-4e38-9eab-1235cdd7498d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef943b3d-b041-4c85-8a1a-b3a6befc6d20 HTTP/1.1" status: 200 len: 851 time: 0.2268994 May 11 06:39:34.382662 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-3fb22bad-64bf-4b94-abcf-460604e00be7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Made reservation on behalf of 0d1689ff62644e0c92c3bf8290b52b90 for: {'port': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:39:34.404955 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-3fb22bad-64bf-4b94-abcf-460604e00be7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:34.484813 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c993b8ff-82be-467f-a5fe-0a320b6a33ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:34.512016 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (f96eb40a-ee8f-4854-a24e-26c491a5b3ea), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:34.640433 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-e07eca6f-ae20-4a7f-816c-09360cdccc13 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60e72d39-a433-48d0-992d-627ab991ee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1707339 May 11 06:39:34.651774 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a7255b53-dffa-41c5-9e57-eb2abbdf3ab7 req-3460deb8-3cef-4924-bf06-e89ccfdab969 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 210 time: 0.0480864 May 11 06:39:34.902935 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-243eed08-b4f3-41f1-b8d5-cae7ece0bf10 service neutron] 10.222.0.70 "GET /v2.0/networks/60e72d39-a433-48d0-992d-627ab991ee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207196 May 11 06:39:34.954257 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c993b8ff-82be-467f-a5fe-0a320b6a33ed admin admin] Publish callbacks [] for security_group (1dd2359b-36b2-43aa-801e-53115e84116a), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:34.960553 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c993b8ff-82be-467f-a5fe-0a320b6a33ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (1dd2359b-36b2-43aa-801e-53115e84116a), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:34.999840 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-c993b8ff-82be-467f-a5fe-0a320b6a33ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6a8da625dd924ffabe01e2d90d1c98a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7871242 May 11 06:39:35.000556 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993b8ff-82be-467f-a5fe-0a320b6a33ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd2359b-36b2-43aa-801e-53115e84116a,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:35.002735 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 34882) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:35.055650 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a4b65a35-21f3-46b4-9a00-7d0335c0a83f admin admin] Publish callbacks [] for security_group (1dd2359b-36b2-43aa-801e-53115e84116a), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:35.072370 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8bd14-999d-41fd-8bb4-edca6e1bd7ba req-55539fd5-1bba-460e-a624-cf1a046db746 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:35.074668 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-62f8bd14-999d-41fd-8bb4-edca6e1bd7ba req-55539fd5-1bba-460e-a624-cf1a046db746 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 943 time: 0.0840642 May 11 06:39:35.083924 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a4b65a35-21f3-46b4-9a00-7d0335c0a83f admin admin] Publish callbacks [] for security_group (1dd2359b-36b2-43aa-801e-53115e84116a), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:35.113894 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96eb40a-ee8f-4854-a24e-26c491a5b3ea {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:39:35.122333 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89596df1-283a-4200-b4d9-900b3d5940e3 req-b7f58d5d-ccbb-4856-bc94-32c15945aa02 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 210 time: 0.0467539 May 11 06:39:35.129184 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Publish callbacks [] for port (f96eb40a-ee8f-4854-a24e-26c491a5b3ea), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:35.134278 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a4b65a35-21f3-46b4-9a00-7d0335c0a83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (1dd2359b-36b2-43aa-801e-53115e84116a), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:35.137445 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a4b65a35-21f3-46b4-9a00-7d0335c0a83f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:35.140905 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-a4b65a35-21f3-46b4-9a00-7d0335c0a83f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1dd2359b-36b2-43aa-801e-53115e84116a HTTP/1.1" status: 204 len: 168 time: 0.1349549 May 11 06:39:35.147431 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b65a35-21f3-46b4-9a00-7d0335c0a83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd2359b-36b2-43aa-801e-53115e84116a,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:35.175887 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Transition to ACTIVE for port object f96eb40a-ee8f-4854-a24e-26c491a5b3ea will not be triggered until provisioned by entity L2. {{(pid=104513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:39:35.187123 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (f96eb40a-ee8f-4854-a24e-26c491a5b3ea), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:35.223215 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-62f8bd14-999d-41fd-8bb4-edca6e1bd7ba req-42bf9671-6f24-4d5f-8919-faab9c913ff5 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340287 May 11 06:39:35.297154 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Pushing event updated for resources: {'Port': ['ID=f96eb40a-ee8f-4854-a24e-26c491a5b3ea,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:35.331947 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-3fb22bad-64bf-4b94-abcf-460604e00be7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Allocated IP 172.20.0.13 (f58da4c7-ef95-435b-ab0f-347f8d529b37/583a5267-dd2a-4e7b-b980-2981ce70ccda/23e63531-0e9d-493d-ac18-7001469a18bd) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:39:35.385321 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Attempting to bind port f96eb40a-ee8f-4854-a24e-26c491a5b3ea on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:39:35.386214 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Attempting to bind port f96eb40a-ee8f-4854-a24e-26c491a5b3ea by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:39:35.387214 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Attempting to bind port f96eb40a-ee8f-4854-a24e-26c491a5b3ea on network f58da4c7-ef95-435b-ab0f-347f8d529b37 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:35.418953 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-90950d79-f0cb-4e61-b406-82a818558b8c req-df5b4c13-5fd8-4e85-b1df-1233c460dc4e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 210 time: 0.0781236 May 11 06:39:35.419832 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Port f96eb40a-ee8f-4854-a24e-26c491a5b3ea on network f58da4c7-ef95-435b-ab0f-347f8d529b37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:39:35.420159 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Attempting to bind port f96eb40a-ee8f-4854-a24e-26c491a5b3ea on network f58da4c7-ef95-435b-ab0f-347f8d529b37 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:35.435571 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:39:35.437019 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Checking segment: {'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:35.437873 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Bound using segment: {'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:39:35.438501 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Bound port: f96eb40a-ee8f-4854-a24e-26c491a5b3ea, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:39:35.440154 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (f96eb40a-ee8f-4854-a24e-26c491a5b3ea), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:35.531325 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-078e64bb-a658-4c2d-9324-000d9edba559 req-ab428abf-4edf-49cc-9c3f-e326d6f4a516 service neutron] 10.222.0.70 "GET /v2.0/networks/60e72d39-a433-48d0-992d-627ab991ee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733150 May 11 06:39:35.536937 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] For port f96eb40a-ee8f-4854-a24e-26c491a5b3ea, host hv-cinder-80475, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:39:35.549081 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] For port f96eb40a-ee8f-4854-a24e-26c491a5b3ea, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f96eb40a-ee8f-4854-a24e-26c491a5b3ea,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:39:35.569520 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (f96eb40a-ee8f-4854-a24e-26c491a5b3ea), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:35.606988 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-3fb22bad-64bf-4b94-abcf-460604e00be7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for port (23e63531-0e9d-493d-ac18-7001469a18bd), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:35.646587 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:35.647221 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:35.650036 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] 10.222.0.70 "PUT /v2.0/ports/f96eb40a-ee8f-4854-a24e-26c491a5b3ea HTTP/1.1" status: 200 len: 1093 time: 1.5012772 May 11 06:39:35.650576 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915', 'tag': 'f96eb40a-ee8f-4854-a24e-26c491a5b3ea'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:39:35.670393 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-3fb22bad-64bf-4b94-abcf-460604e00be7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (23e63531-0e9d-493d-ac18-7001469a18bd), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:35.729795 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-3fb22bad-64bf-4b94-abcf-460604e00be7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Network f58da4c7-ef95-435b-ab0f-347f8d529b37 is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:35.735673 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-3fb22bad-64bf-4b94-abcf-460604e00be7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:35.738265 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-3fb22bad-64bf-4b94-abcf-460604e00be7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:39:35.743686 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-3fb22bad-64bf-4b94-abcf-460604e00be7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:35.744299 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-3fb22bad-64bf-4b94-abcf-460604e00be7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:35.767117 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-3fb22bad-64bf-4b94-abcf-460604e00be7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7466869 May 11 06:39:35.782791 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb22bad-64bf-4b94-abcf-460604e00be7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Pushing event updated for resources: {'Port': ['ID=23e63531-0e9d-493d-ac18-7001469a18bd,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:35.822410 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665bf3ea-58f6-45f1-a82b-61c7ceecaad1 service neutron] Pushing event updated for resources: {'Port': ['ID=f96eb40a-ee8f-4854-a24e-26c491a5b3ea,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:35.863121 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-99c9274d-0ad2-4720-9afd-0b8f07fef3e1 req-6c163991-199e-47e7-b09e-07591ac8eea7 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 210 time: 0.0572691 May 11 06:39:35.873064 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Request body: {'port': {'device_id': 'ce8c818b-6fff-427f-bab8-3f96e99bb236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:35.985638 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (23e63531-0e9d-493d-ac18-7001469a18bd), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:36.017443 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c017fa-7204-4966-b2ec-bb4d41235d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915", "tag": "f96eb40a-ee8f-4854-a24e-26c491a5b3ea"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:39:36.275383 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9313ac-f8ff-47b1-8ad7-c64c3b321c64 req-3195a3d3-deb0-4594-9a0f-c78780dfaebc tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:36.282859 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0f9313ac-f8ff-47b1-8ad7-c64c3b321c64 req-3195a3d3-deb0-4594-9a0f-c78780dfaebc tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 932 time: 0.0680964 May 11 06:39:36.305387 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522e795e-b5f2-409b-bca1-fe9dcf4a8b65 x-openstack-request-id: req-522e795e-b5f2-409b-bca1-fe9dcf4a8b65 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:39:36.305683 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915", "tag": "f96eb40a-ee8f-4854-a24e-26c491a5b3ea", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:39:36.305940 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-522e795e-b5f2-409b-bca1-fe9dcf4a8b65 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:39:36.306448 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522e795e-b5f2-409b-bca1-fe9dcf4a8b65'] response: {'name': 'network-changed', 'server_uuid': 'acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915', 'tag': 'f96eb40a-ee8f-4854-a24e-26c491a5b3ea', 'status': 'completed', 'code': 200} May 11 06:39:36.357781 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0f9313ac-f8ff-47b1-8ad7-c64c3b321c64 req-7b999ae4-1813-487b-8245-585f5cbb02f0 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695357 May 11 06:39:36.399060 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e63531-0e9d-493d-ac18-7001469a18bd {{(pid=104514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:39:36.408223 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Publish callbacks [] for port (23e63531-0e9d-493d-ac18-7001469a18bd), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:36.413959 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ef851-d7a7-49a0-86f3-1912f694445d req-1c1da9b3-a72c-4a12-839f-e8e6e934302c tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:36.415468 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-016ef851-d7a7-49a0-86f3-1912f694445d req-1c1da9b3-a72c-4a12-839f-e8e6e934302c tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 943 time: 0.0565493 May 11 06:39:36.420987 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.provisioning_blocks [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Transition to ACTIVE for port object 23e63531-0e9d-493d-ac18-7001469a18bd will not be triggered until provisioned by entity L2. {{(pid=104514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:39:36.435501 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (23e63531-0e9d-493d-ac18-7001469a18bd), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:36.475856 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-016ef851-d7a7-49a0-86f3-1912f694445d req-4befbc97-d2b8-4223-be23-241006f62a38 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538409 May 11 06:39:36.492615 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Pushing event updated for resources: {'Port': ['ID=23e63531-0e9d-493d-ac18-7001469a18bd,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:36.535850 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Attempting to bind port 23e63531-0e9d-493d-ac18-7001469a18bd on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:39:36.536178 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Attempting to bind port 23e63531-0e9d-493d-ac18-7001469a18bd by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:39:36.536497 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Attempting to bind port 23e63531-0e9d-493d-ac18-7001469a18bd on network f58da4c7-ef95-435b-ab0f-347f8d529b37 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:36.541192 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Port 23e63531-0e9d-493d-ac18-7001469a18bd on network f58da4c7-ef95-435b-ab0f-347f8d529b37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:39:36.541506 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Attempting to bind port 23e63531-0e9d-493d-ac18-7001469a18bd on network f58da4c7-ef95-435b-ab0f-347f8d529b37 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:36.546630 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:39:36.546969 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Checking segment: {'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:36.547642 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Bound using segment: {'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:39:36.548066 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Bound port: 23e63531-0e9d-493d-ac18-7001469a18bd, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:39:36.548423 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (23e63531-0e9d-493d-ac18-7001469a18bd), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:36.602885 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-44fed3f0-81b2-4e3e-b9a8-acfab69833fc req-8c2d81e5-7853-4103-b101-a5e3a1e69df6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 210 time: 0.0618908 May 11 06:39:36.627098 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] For port 23e63531-0e9d-493d-ac18-7001469a18bd, host hv-cinder-80475, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:39:36.630594 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] For port 23e63531-0e9d-493d-ac18-7001469a18bd, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=23e63531-0e9d-493d-ac18-7001469a18bd,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:39:36.639812 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (23e63531-0e9d-493d-ac18-7001469a18bd), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:36.688153 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:36.688960 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:36.690384 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] 10.222.0.70 "PUT /v2.0/ports/23e63531-0e9d-493d-ac18-7001469a18bd HTTP/1.1" status: 200 len: 1094 time: 0.8227372 May 11 06:39:36.698456 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8c818b-6fff-427f-bab8-3f96e99bb236', 'tag': '23e63531-0e9d-493d-ac18-7001469a18bd'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:39:36.703970 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb735825-b05e-49e1-8284-87eb81c67f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8c818b-6fff-427f-bab8-3f96e99bb236", "tag": "23e63531-0e9d-493d-ac18-7001469a18bd"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:39:36.746800 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1adca-c664-4349-ae8b-8056bed7f61d service neutron] Pushing event updated for resources: {'Port': ['ID=23e63531-0e9d-493d-ac18-7001469a18bd,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:36.794333 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b198db-8539-4841-a5c0-5ab7f3b589b0 x-openstack-request-id: req-f6b198db-8539-4841-a5c0-5ab7f3b589b0 {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:39:36.796684 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8c818b-6fff-427f-bab8-3f96e99bb236", "tag": "23e63531-0e9d-493d-ac18-7001469a18bd", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:39:36.796944 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f6b198db-8539-4841-a5c0-5ab7f3b589b0 {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:39:36.797360 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b198db-8539-4841-a5c0-5ab7f3b589b0'] response: {'name': 'network-changed', 'server_uuid': 'ce8c818b-6fff-427f-bab8-3f96e99bb236', 'tag': '23e63531-0e9d-493d-ac18-7001469a18bd', 'status': 'completed', 'code': 200} May 11 06:39:37.001140 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-35c07207-dbe1-4967-80cc-61e5d61f52f2 req-be170281-0607-4d1e-af02-9389d5f25e4d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 210 time: 0.0541923 May 11 06:39:37.095292 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 34984) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:37.120855 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 34988) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:37.209907 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ae77923-61f5-4a29-b48b-8a5c7e2f6fe8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:37.245491 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-81baab9b-0e41-403c-9019-3dc6018dee37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:37.344231 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ae77923-61f5-4a29-b48b-8a5c7e2f6fe8 admin admin] Publish callbacks [] for security_group (debded52-1fb4-4e3e-b526-ddc98fe82b9b), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:37.350030 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ae77923-61f5-4a29-b48b-8a5c7e2f6fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (debded52-1fb4-4e3e-b526-ddc98fe82b9b), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:37.385582 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-81baab9b-0e41-403c-9019-3dc6018dee37 admin admin] Publish callbacks [] for security_group (649964ab-5257-47bb-a3de-002a676b2d80), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:37.398836 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-81baab9b-0e41-403c-9019-3dc6018dee37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (649964ab-5257-47bb-a3de-002a676b2d80), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:37.416793 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-8ae77923-61f5-4a29-b48b-8a5c7e2f6fe8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ffaa9f28aa2420196dabde6a5daa0e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204460 May 11 06:39:37.420302 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 35002) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:37.420774 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae77923-61f5-4a29-b48b-8a5c7e2f6fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debded52-1fb4-4e3e-b526-ddc98fe82b9b,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:37.441462 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-81baab9b-0e41-403c-9019-3dc6018dee37 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f27df321610041abb50a5492be6c6f1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188581 May 11 06:39:37.444797 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 35004) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:37.465504 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81baab9b-0e41-403c-9019-3dc6018dee37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649964ab-5257-47bb-a3de-002a676b2d80,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:37.496480 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0516ed-17f3-4292-aac6-bac09eba206a req-537365bc-ddcf-4aad-9952-cf36f4fa3552 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:37.497941 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5b0516ed-17f3-4292-aac6-bac09eba206a req-537365bc-ddcf-4aad-9952-cf36f4fa3552 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0630710 May 11 06:39:37.502773 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-33ac7638-ff03-4783-8e2f-f7a1c4f75e08 admin admin] Publish callbacks [] for security_group (649964ab-5257-47bb-a3de-002a676b2d80), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:37.525235 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-33ac7638-ff03-4783-8e2f-f7a1c4f75e08 admin admin] Publish callbacks [] for security_group (649964ab-5257-47bb-a3de-002a676b2d80), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:37.525600 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c47b3855-50dc-4774-a278-0e0b0353c22f admin admin] Publish callbacks [] for security_group (debded52-1fb4-4e3e-b526-ddc98fe82b9b), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:37.558848 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c47b3855-50dc-4774-a278-0e0b0353c22f admin admin] Publish callbacks [] for security_group (debded52-1fb4-4e3e-b526-ddc98fe82b9b), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:37.573548 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-33ac7638-ff03-4783-8e2f-f7a1c4f75e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (649964ab-5257-47bb-a3de-002a676b2d80), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:37.576195 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-33ac7638-ff03-4783-8e2f-f7a1c4f75e08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:37.579812 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-33ac7638-ff03-4783-8e2f-f7a1c4f75e08 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/649964ab-5257-47bb-a3de-002a676b2d80 HTTP/1.1" status: 204 len: 168 time: 0.1316667 May 11 06:39:37.585692 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac7638-ff03-4783-8e2f-f7a1c4f75e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649964ab-5257-47bb-a3de-002a676b2d80,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:37.632721 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5b0516ed-17f3-4292-aac6-bac09eba206a req-ae593978-8f82-4bc4-83d3-6d06bb50be62 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285391 May 11 06:39:37.646259 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266445c2-5978-4394-a164-84b71f4b0bfa req-78338698-f986-41c4-8b6e-e4f376376d89 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:37.647687 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-266445c2-5978-4394-a164-84b71f4b0bfa req-78338698-f986-41c4-8b6e-e4f376376d89 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 943 time: 0.0990579 May 11 06:39:37.690731 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c47b3855-50dc-4774-a278-0e0b0353c22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (debded52-1fb4-4e3e-b526-ddc98fe82b9b), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:37.693312 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c47b3855-50dc-4774-a278-0e0b0353c22f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:37.695429 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-c47b3855-50dc-4774-a278-0e0b0353c22f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/debded52-1fb4-4e3e-b526-ddc98fe82b9b HTTP/1.1" status: 204 len: 168 time: 0.2725749 May 11 06:39:37.711877 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b3855-50dc-4774-a278-0e0b0353c22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debded52-1fb4-4e3e-b526-ddc98fe82b9b,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:37.723812 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-266445c2-5978-4394-a164-84b71f4b0bfa req-f5efaa5b-77ee-4c9c-9881-2c9f2261147f tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678585 May 11 06:39:37.762057 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b36b6ae5-a6d9-431d-a520-eb59ae676c30 req-9b25fa3d-4f5d-4ab3-92ba-33ab663f5927 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 210 time: 0.0369537 May 11 06:39:37.897635 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 35018) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:37.911203 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0ee6d68d-4134-400d-8eb4-e38e06a7fc1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:37.985088 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0ee6d68d-4134-400d-8eb4-e38e06a7fc1b admin admin] Publish callbacks [] for security_group (d1f8ac3e-0176-4f5e-8c6f-fdd86fcbac67), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:37.989858 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0ee6d68d-4134-400d-8eb4-e38e06a7fc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d1f8ac3e-0176-4f5e-8c6f-fdd86fcbac67), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:38.032998 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-0ee6d68d-4134-400d-8eb4-e38e06a7fc1b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ac345a6c47cc4054a4d7aafc26fa71bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314111 May 11 06:39:38.033107 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 35026) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:38.040329 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6d68d-4134-400d-8eb4-e38e06a7fc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f8ac3e-0176-4f5e-8c6f-fdd86fcbac67,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:38.108245 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e9b2a07f-019d-4d30-9764-1aada8541101 req-cdd1c839-107f-4798-971d-40823d5696e1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 210 time: 0.0353689 May 11 06:39:38.117822 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5e93-def0-46ef-9f2d-930464e02607 admin admin] Publish callbacks [] for security_group (d1f8ac3e-0176-4f5e-8c6f-fdd86fcbac67), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:38.141914 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5e93-def0-46ef-9f2d-930464e02607 admin admin] Publish callbacks [] for security_group (d1f8ac3e-0176-4f5e-8c6f-fdd86fcbac67), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:38.188133 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5e93-def0-46ef-9f2d-930464e02607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d1f8ac3e-0176-4f5e-8c6f-fdd86fcbac67), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:38.190726 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1bfd5e93-def0-46ef-9f2d-930464e02607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:38.194470 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-1bfd5e93-def0-46ef-9f2d-930464e02607 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1f8ac3e-0176-4f5e-8c6f-fdd86fcbac67 HTTP/1.1" status: 204 len: 168 time: 0.1581006 May 11 06:39:38.200769 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd5e93-def0-46ef-9f2d-930464e02607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f8ac3e-0176-4f5e-8c6f-fdd86fcbac67,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:38.797031 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836d5f4-59f6-4edc-99fd-47175c111541 req-50f666c9-6048-4d17-a129-dcbbf0fa11f7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:38.800148 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7836d5f4-59f6-4edc-99fd-47175c111541 req-50f666c9-6048-4d17-a129-dcbbf0fa11f7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0719876 May 11 06:39:38.867526 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15235a-90c5-4dc5-925b-a7729215c850 req-ac2d7e6e-fd8b-4d37-935e-d525a2830a19 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:38.869212 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5f15235a-90c5-4dc5-925b-a7729215c850 req-ac2d7e6e-fd8b-4d37-935e-d525a2830a19 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 943 time: 0.0678449 May 11 06:39:38.912828 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7836d5f4-59f6-4edc-99fd-47175c111541 req-02a919be-2cb6-4904-b25a-17becf23f4b5 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015494 May 11 06:39:38.959735 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5f15235a-90c5-4dc5-925b-a7729215c850 req-64b80299-3b92-4053-a535-c63b25a1b7b6 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737524 May 11 06:39:39.022382 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fda40324-0b75-4bbf-a6fb-a853a288b6c7 req-a79c932a-977a-45f0-9324-6e9c0788be2b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 210 time: 0.0278862 May 11 06:39:39.229260 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2e8b074d-d658-4f20-b5c2-d3ee99a7c055 req-f0a56334-e6b3-463c-a773-40afa666d363 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 210 time: 0.0365055 May 11 06:39:40.030305 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f9fde-b442-45d9-adf5-d87cafd0ca2b req-17fe5d23-7b2c-4641-b450-d4e56d9bd4f5 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:40.031894 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-da8f9fde-b442-45d9-adf5-d87cafd0ca2b req-17fe5d23-7b2c-4641-b450-d4e56d9bd4f5 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0489559 May 11 06:39:40.098611 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4555912-810c-4b76-b9ad-baecdc84c8fc req-6b4e3e21-caec-4a56-88c0-932987fe6c18 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:40.100084 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a4555912-810c-4b76-b9ad-baecdc84c8fc req-6b4e3e21-caec-4a56-88c0-932987fe6c18 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 943 time: 0.0672684 May 11 06:39:40.129047 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-da8f9fde-b442-45d9-adf5-d87cafd0ca2b req-f5b41dc8-9342-4c1a-8f2c-5334b831422d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874093 May 11 06:39:40.160855 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a4555912-810c-4b76-b9ad-baecdc84c8fc req-35a2d5c2-5bbb-4179-9e2c-b0b012ade94e tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550101 May 11 06:39:40.215460 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3a41ccb7-6e67-44c4-9da0-2ef9194fc45d req-999ffccc-35ba-4fa6-bcde-0ce0fcb2a543 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 210 time: 0.0276432 May 11 06:39:40.330645 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-183dc9dc-1e42-4c90-9613-cf8d696b41b7 req-b943bfaf-f6cb-4edd-ba49-80e65e972643 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 210 time: 0.0278778 May 11 06:39:41.273060 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a129f20-1e27-48da-9541-bd36a5910b72 req-17ea97de-7f8a-42cd-815e-a8dc5a648582 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:41.274527 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1a129f20-1e27-48da-9541-bd36a5910b72 req-17ea97de-7f8a-42cd-815e-a8dc5a648582 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0754433 May 11 06:39:41.294866 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53edc4-e023-4787-8215-d901a97988a7 req-63a2741b-e815-467b-ad60-320a55c70438 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:41.297060 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8d53edc4-e023-4787-8215-d901a97988a7 req-63a2741b-e815-467b-ad60-320a55c70438 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 943 time: 0.0665843 May 11 06:39:41.364985 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1a129f20-1e27-48da-9541-bd36a5910b72 req-307d575b-76e5-4a01-a868-32d040958dad tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843966 May 11 06:39:41.371679 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8d53edc4-e023-4787-8215-d901a97988a7 req-f64361dd-2a18-474d-b0de-a7d47d1ac9bf tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664175 May 11 06:39:41.469408 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-aea6a1d4-0c85-4344-953c-d0de708fdced req-b29aa2f8-bd2a-4e75-9b30-dc8d19732ac1 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 210 time: 0.0504100 May 11 06:39:41.471017 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9ff703e2-49d3-4618-bedb-d55c71606f95 req-3a6c4b7e-59ff-4f79-8ab9-c49e5c1bea88 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 210 time: 0.0433064 May 11 06:39:42.503589 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313185d-64f7-4f91-b674-85d094286369 req-6e0970b4-3d9e-4e2c-a0ac-41bd6e7f472b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:42.508021 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2313185d-64f7-4f91-b674-85d094286369 req-6e0970b4-3d9e-4e2c-a0ac-41bd6e7f472b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0766995 May 11 06:39:42.525877 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549be925-b308-4636-9e05-1942a71c5569 req-41e4574c-4e98-467c-83d3-27fa7623482b tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:42.527345 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-549be925-b308-4636-9e05-1942a71c5569 req-41e4574c-4e98-467c-83d3-27fa7623482b tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 943 time: 0.0861726 May 11 06:39:42.599566 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2313185d-64f7-4f91-b674-85d094286369 req-e2ee6b83-aed0-4ddf-8449-42fce3e01f03 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874417 May 11 06:39:42.603897 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-549be925-b308-4636-9e05-1942a71c5569 req-52b1f4be-adb6-43bf-97cd-fb11faa97719 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690901 May 11 06:39:42.720880 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c369166a-e315-4f8a-843b-9f1503b52cfc req-1ba542f1-0543-4744-9f99-0e9f8aab45d8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 210 time: 0.0572565 May 11 06:39:42.722530 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9dbbc85d-8cdf-4621-92c7-844b4e8570c3 req-752f07cf-7742-4013-87de-32f2a0482b53 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 210 time: 0.0484297 May 11 06:39:42.914456 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ec209-8113-44c9-9c6b-c06732724103 req-703137a6-1ecb-4bef-91d7-3c190bebbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:42.915876 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a52ec209-8113-44c9-9c6b-c06732724103 req-703137a6-1ecb-4bef-91d7-3c190bebbe3f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=08265213a8e840179ab9d62cf0bc86ab&device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 1127 time: 0.0396719 May 11 06:39:42.964024 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c017fa-7204-4966-b2ec-bb4d41235d8e req-c1d17659-f863-4c25-a759-1683bfc5286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:42.966048 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-19c017fa-7204-4966-b2ec-bb4d41235d8e req-c1d17659-f863-4c25-a759-1683bfc5286f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 1127 time: 0.0750566 May 11 06:39:43.019233 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 8f2b511e-a9e7-4379-8934-794a6bb1007d details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:39:43.046870 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.70', 65136) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:43.281719 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 8f2b511e-a9e7-4379-8934-794a6bb1007d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8f2b511e-a9e7-4379-8934-794a6bb1007d,segment=NetworkSegment(7bfd3307-1190-41aa-b2ee-fde27f7500ea),segment_id=7bfd3307-1190-41aa-b2ee-fde27f7500ea)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:39:43.294363 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': '8f2b511e-a9e7-4379-8934-794a6bb1007d', 'network_id': '60e72d39-a433-48d0-992d-627ab991ee5c', 'port_id': '8f2b511e-a9e7-4379-8934-794a6bb1007d', 'mac_address': 'fa:16:3e:69:4b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef943b3d-b041-4c85-8a1a-b3a6befc6d20', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:39:43.319032 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927c723-16cf-4128-860d-194531b9a0d8 req-81f56bb0-4496-4f38-8689-dd0c029c002e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:43.320579 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3927c723-16cf-4128-860d-194531b9a0d8 req-81f56bb0-4496-4f38-8689-dd0c029c002e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.70 "GET /v2.0/networks?id=db82dec6-6180-4aae-84ec-afed65e8ca62 HTTP/1.1" status: 200 len: 817 time: 0.4016435 May 11 06:39:43.326442 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ec209-8113-44c9-9c6b-c06732724103 req-70df043f-60b3-4d23-a09c-9dd6f03210ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:43.327929 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a52ec209-8113-44c9-9c6b-c06732724103 req-70df043f-60b3-4d23-a09c-9dd6f03210ad service neutron] 10.222.0.70 "GET /v2.0/networks?id=60e72d39-a433-48d0-992d-627ab991ee5c HTTP/1.1" status: 200 len: 912 time: 0.3891215 May 11 06:39:43.338127 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 8f2b511e-a9e7-4379-8934-794a6bb1007d is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:43.338515 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (8f2b511e-a9e7-4379-8934-794a6bb1007d), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:43.351723 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2b511e-a9e7-4379-8934-794a6bb1007d {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:39:43.354376 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb735825-b05e-49e1-8284-87eb81c67f8e req-b60d49fb-da39-40ec-a144-75c47f357235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:43.355942 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-eb735825-b05e-49e1-8284-87eb81c67f8e req-b60d49fb-da39-40ec-a144-75c47f357235 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 1128 time: 0.2966807 May 11 06:39:43.371168 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 8f2b511e-a9e7-4379-8934-794a6bb1007d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8f2b511e-a9e7-4379-8934-794a6bb1007d,segment=NetworkSegment(7bfd3307-1190-41aa-b2ee-fde27f7500ea),segment_id=7bfd3307-1190-41aa-b2ee-fde27f7500ea)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:39:43.375184 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (8f2b511e-a9e7-4379-8934-794a6bb1007d), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:43.411090 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c017fa-7204-4966-b2ec-bb4d41235d8e req-879cf05e-e11d-4120-8bd8-1136a4e94566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:43.412605 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-19c017fa-7204-4966-b2ec-bb4d41235d8e req-879cf05e-e11d-4120-8bd8-1136a4e94566 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3840995 May 11 06:39:43.422221 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=8f2b511e-a9e7-4379-8934-794a6bb1007d,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:43.746527 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bab87d-3815-4d25-bfd8-c4ee2957369c req-7ca65149-8d77-4658-ab0e-0b73b2626d87 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:43.748003 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-06bab87d-3815-4d25-bfd8-c4ee2957369c req-7ca65149-8d77-4658-ab0e-0b73b2626d87 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 944 time: 0.0734262 May 11 06:39:43.758133 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191dba7-ab4f-4d83-9dcc-494126fe66f6 req-7506f10f-79f0-4e2a-86d2-0d730176efd8 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:43.759498 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2191dba7-ab4f-4d83-9dcc-494126fe66f6 req-7506f10f-79f0-4e2a-86d2-0d730176efd8 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0836771 May 11 06:39:43.831168 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2191dba7-ab4f-4d83-9dcc-494126fe66f6 req-403579a4-9360-4cbf-b979-71631c31ba68 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645969 May 11 06:39:43.834062 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-06bab87d-3815-4d25-bfd8-c4ee2957369c req-1b04201b-9955-43a3-a7d5-b98f8871c99e tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737073 May 11 06:39:43.940151 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d691b61a-7d10-443b-b78c-4b7fe90ce070 req-40947697-8de6-4287-8e5d-0ca4c7b14074 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 210 time: 0.0500350 May 11 06:39:43.941771 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7d9573cf-7a18-49e3-b617-afc484988839 req-85a1fa8a-c594-4e9d-8314-4df432f08662 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 210 time: 0.0429623 May 11 06:39:44.972087 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690b665-cffb-49dd-b0cf-b939794229da req-ee697920-90db-4676-89e3-d00458889735 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:44.973491 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2690b665-cffb-49dd-b0cf-b939794229da req-ee697920-90db-4676-89e3-d00458889735 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0720308 May 11 06:39:44.983691 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7e5e7-afee-4628-8b18-5d79a66e7035 req-fc9c9757-89f2-482b-b4ef-bd167649f77e tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:44.985066 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8ec7e5e7-afee-4628-8b18-5d79a66e7035 req-fc9c9757-89f2-482b-b4ef-bd167649f77e tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 944 time: 0.0729012 May 11 06:39:45.051749 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2690b665-cffb-49dd-b0cf-b939794229da req-34df0ee1-393c-445e-be56-c73cefe9f47e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657649 May 11 06:39:45.058894 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8ec7e5e7-afee-4628-8b18-5d79a66e7035 req-ee12b274-9427-4127-b797-b500abe80b56 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668528 May 11 06:39:45.138757 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d9dcc98f-368d-41b6-8f33-3254f7f61e15 req-6bd3d8e7-a6b5-46df-8af5-838012aa3501 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 210 time: 0.0326858 May 11 06:39:45.164009 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-309ccc69-2509-4b1b-b121-9144b7836e13 req-eceb3964-204e-477e-b4ab-bbc1562d47eb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 210 time: 0.0288579 May 11 06:39:45.946555 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.70', 65137) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:46.085241 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a52ec209-8113-44c9-9c6b-c06732724103 req-5d83cb1f-4c9e-436c-8f7e-9323a591f492 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8f2b511e-a9e7-4379-8934-794a6bb1007d HTTP/1.1" status: 200 len: 217 time: 0.0713463 May 11 06:39:46.221297 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52ec209-8113-44c9-9c6b-c06732724103 req-c9b74af9-bb51-4a10-8651-5c2c4bc38534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:46.222779 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a52ec209-8113-44c9-9c6b-c06732724103 req-c9b74af9-bb51-4a10-8651-5c2c4bc38534 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef943b3d-b041-4c85-8a1a-b3a6befc6d20 HTTP/1.1" status: 200 len: 851 time: 0.1303403 May 11 06:39:46.231494 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3927c723-16cf-4128-860d-194531b9a0d8 req-5c1417ea-2306-480b-a0e4-fe2e13cbdfcd tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea42234bb6844ce88afe0725d859863e HTTP/1.1" status: 200 len: 379 time: 0.2265058 May 11 06:39:46.251239 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-ada71911-fa6c-4e77-b38c-cde90317d83b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:46.253278 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-ada71911-fa6c-4e77-b38c-cde90317d83b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "GET /v2.0/networks?id=61e699df-3755-47eb-b019-c5436429fdb7 HTTP/1.1" status: 200 len: 815 time: 0.2491188 May 11 06:39:46.305667 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-3927c723-16cf-4128-860d-194531b9a0d8 req-c05375a1-27e8-4f4b-aecb-2991b7f42b68 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Request body: {'port': {'device_id': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'admin_state_up': True, 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'security_groups': ['123ce201-b500-44ca-adda-11fc65bf3e60']}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:46.309682 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['8f2b511e-a9e7-4379-8934-794a6bb1007d'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:39:46.327230 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42607e2a-c815-4c7b-a895-41426d8d6964 req-5fac5c83-e517-40bb-a133-eb0c8ae84069 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:46.328406 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-42607e2a-c815-4c7b-a895-41426d8d6964 req-5fac5c83-e517-40bb-a133-eb0c8ae84069 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 944 time: 0.1487837 May 11 06:39:46.338994 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4453389-0fed-4e86-92c1-4856f1db186f req-259c1aff-d405-4828-b5f3-531fece61ed1 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:46.340517 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c4453389-0fed-4e86-92c1-4856f1db186f req-259c1aff-d405-4828-b5f3-531fece61ed1 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.1590407 May 11 06:39:46.353423 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a52ec209-8113-44c9-9c6b-c06732724103 req-01fef261-1d23-4571-97b1-978b5b322e82 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=60e72d39-a433-48d0-992d-627ab991ee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615056 May 11 06:39:46.359148 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb735825-b05e-49e1-8284-87eb81c67f8e req-637c5bf6-ebbf-44fa-ab74-ac63c8844e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:46.360564 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-eb735825-b05e-49e1-8284-87eb81c67f8e req-637c5bf6-ebbf-44fa-ab74-ac63c8844e1e service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3436370 May 11 06:39:46.381925 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c017fa-7204-4966-b2ec-bb4d41235d8e req-cb25687a-ccae-4207-ae82-3070f97cd160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:46.383386 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-19c017fa-7204-4966-b2ec-bb4d41235d8e req-cb25687a-ccae-4207-ae82-3070f97cd160 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3774498 May 11 06:39:46.436840 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c4453389-0fed-4e86-92c1-4856f1db186f req-76471402-9b15-4664-9090-e07f7474e1ce tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879378 May 11 06:39:46.439854 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-42607e2a-c815-4c7b-a895-41426d8d6964 req-b0bdf419-ccaf-4875-8daa-4fe58e20a0dd tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970533 May 11 06:39:46.471862 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-2588f488-65c1-4462-a980-d81618a7faee tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb4348f294cc464f89b2334676442d25 HTTP/1.1" status: 200 len: 379 time: 0.1712463 May 11 06:39:46.500249 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3927c723-16cf-4128-860d-194531b9a0d8 req-c05375a1-27e8-4f4b-aecb-2991b7f42b68 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Made reservation on behalf of ea42234bb6844ce88afe0725d859863e for: {'port': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:39:46.503939 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3927c723-16cf-4128-860d-194531b9a0d8 req-c05375a1-27e8-4f4b-aecb-2991b7f42b68 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:46.564310 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d06f9561-2eaa-4afa-b4a7-6e3939a9053a req-d5059b8d-c2c5-4f91-b34e-07c8b133dc93 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 210 time: 0.0513086 May 11 06:39:46.565972 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bce8d94f-a373-46e0-ae7d-f077c1b5a2e5 req-7d61df56-b1dc-4d3d-9c7d-7574d2af65d0 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 210 time: 0.0550115 May 11 06:39:46.630774 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [req-3927c723-16cf-4128-860d-194531b9a0d8 req-c05375a1-27e8-4f4b-aecb-2991b7f42b68 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Allocated IP 172.20.0.8 (db82dec6-6180-4aae-84ec-afed65e8ca62/46918c72-b454-45a4-910b-65c25fc3c195/aa0feff8-652c-4491-ae7e-15c889fc6734) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:39:46.767618 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3927c723-16cf-4128-860d-194531b9a0d8 req-c05375a1-27e8-4f4b-aecb-2991b7f42b68 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:46.798816 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3927c723-16cf-4128-860d-194531b9a0d8 req-c05375a1-27e8-4f4b-aecb-2991b7f42b68 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:46.840131 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3927c723-16cf-4128-860d-194531b9a0d8 req-c05375a1-27e8-4f4b-aecb-2991b7f42b68 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Network db82dec6-6180-4aae-84ec-afed65e8ca62 is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:46.843496 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [req-3927c723-16cf-4128-860d-194531b9a0d8 req-c05375a1-27e8-4f4b-aecb-2991b7f42b68 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:46.849256 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-3927c723-16cf-4128-860d-194531b9a0d8 req-c05375a1-27e8-4f4b-aecb-2991b7f42b68 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:39:46.854371 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927c723-16cf-4128-860d-194531b9a0d8 req-c05375a1-27e8-4f4b-aecb-2991b7f42b68 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:46.855003 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3927c723-16cf-4128-860d-194531b9a0d8 req-c05375a1-27e8-4f4b-aecb-2991b7f42b68 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:46.864658 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05375a1-27e8-4f4b-aecb-2991b7f42b68 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event updated for resources: {'Port': ['ID=aa0feff8-652c-4491-ae7e-15c889fc6734,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:46.878017 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3927c723-16cf-4128-860d-194531b9a0d8 req-c05375a1-27e8-4f4b-aecb-2991b7f42b68 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5873408 May 11 06:39:47.074786 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-c10d786c-27aa-45db-a137-2cba503d695f None None] Provisioning complete for port aa0feff8-652c-4491-ae7e-15c889fc6734 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:47.075108 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-c10d786c-27aa-45db-a137-2cba503d695f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:47.109899 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-c10d786c-27aa-45db-a137-2cba503d695f None None] Port aa0feff8-652c-4491-ae7e-15c889fc6734 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:39:47.576091 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fbc9c8-8876-4c45-97de-8557762cb4d4 req-a751e3ef-5d53-459b-8856-12900cb1e7f9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:47.577549 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-62fbc9c8-8876-4c45-97de-8557762cb4d4 req-a751e3ef-5d53-459b-8856-12900cb1e7f9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0734944 May 11 06:39:47.584579 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9044ce-52fe-4540-a7ce-49cb7f146566 req-e2b25a68-cd65-473c-94bc-59f8fe929b44 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:47.586078 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a9044ce-52fe-4540-a7ce-49cb7f146566 req-e2b25a68-cd65-473c-94bc-59f8fe929b44 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 944 time: 0.0726247 May 11 06:39:47.655902 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-62fbc9c8-8876-4c45-97de-8557762cb4d4 req-3b0091cb-2477-4aed-bfc5-83208be91c7f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688679 May 11 06:39:47.662510 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a9044ce-52fe-4540-a7ce-49cb7f146566 req-56e8922c-244b-441d-a011-d52466ddf72c tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698497 May 11 06:39:47.766913 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-37d45625-c1c6-4bf9-9d43-691395644d49 req-5ebc7b43-a004-471c-826d-986d66ed0df9 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 210 time: 0.0429173 May 11 06:39:47.779529 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e62ec-3263-4d34-8eab-c161e616dacf req-ba6da7da-c997-4c9f-b6cf-a8e2606ff313 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:47.780936 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a16e62ec-3263-4d34-8eab-c161e616dacf req-ba6da7da-c997-4c9f-b6cf-a8e2606ff313 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 931 time: 0.0660093 May 11 06:39:47.827893 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a16e62ec-3263-4d34-8eab-c161e616dacf req-49299aff-34bc-4967-b204-1b168e9586e1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413630 May 11 06:39:48.795654 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa739a60-c5de-41e5-87f9-34d683d96e55 req-d5b2eb09-477a-4fca-9072-c84d4ca16fa7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:48.797127 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fa739a60-c5de-41e5-87f9-34d683d96e55 req-d5b2eb09-477a-4fca-9072-c84d4ca16fa7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0749750 May 11 06:39:48.804891 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917920cf-2da1-464e-a8f7-6a4933d94b42 req-fe342915-64bf-4d15-8eb8-916805dd5a08 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:48.806246 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-917920cf-2da1-464e-a8f7-6a4933d94b42 req-fe342915-64bf-4d15-8eb8-916805dd5a08 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 944 time: 0.0752447 May 11 06:39:48.876583 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fa739a60-c5de-41e5-87f9-34d683d96e55 req-7d39a497-ead6-484d-b7d4-3b6bd14ff195 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694129 May 11 06:39:48.880618 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-917920cf-2da1-464e-a8f7-6a4933d94b42 req-15f0a53a-48ed-4d31-ae8e-83b4ba9b5c83 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673463 May 11 06:39:48.919760 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:39:48.969946 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-91c3bc57-9d59-4f64-9524-e4ea7f6ba218 req-e6d3788f-4e26-4238-b7e0-5d563ec3c6fd tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 210 time: 0.0391312 May 11 06:39:49.005958 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0dca7-51ea-4138-a273-8c0ac7e5f5d5 req-e67be7e4-4016-42ef-bd3d-00ed147b2be1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:49.007432 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7fe0dca7-51ea-4138-a273-8c0ac7e5f5d5 req-e67be7e4-4016-42ef-bd3d-00ed147b2be1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 931 time: 0.0662050 May 11 06:39:49.054542 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7fe0dca7-51ea-4138-a273-8c0ac7e5f5d5 req-ccd8843d-6810-49a2-9944-f6f134fc7d23 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408490 May 11 06:39:49.367390 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-26f6cdf9-8337-49ed-8839-58ad94cefd8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'port': {'device_id': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'admin_state_up': True, 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'security_groups': ['683d7c9a-5c40-4f68-b46f-68e23b4376fa']}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:49.375180 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Request body: {'port': {'device_id': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:49.461980 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-ccf00771-9073-4d2f-825c-14966849df0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:49.463504 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-ccf00771-9073-4d2f-825c-14966849df0e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 1127 time: 0.0799956 May 11 06:39:49.547329 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb735825-b05e-49e1-8284-87eb81c67f8e req-06caf2bc-2f18-4b9d-8ff6-2da7ec86f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:49.549364 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-eb735825-b05e-49e1-8284-87eb81c67f8e req-06caf2bc-2f18-4b9d-8ff6-2da7ec86f2c6 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1845267 May 11 06:39:49.551066 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-50665efc-2e7e-4dcf-9245-5e6ba8ae5fe9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f96eb40a-ee8f-4854-a24e-26c491a5b3ea HTTP/1.1" status: 200 len: 217 time: 0.0688145 May 11 06:39:49.553745 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:49.630008 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a52ec209-8113-44c9-9c6b-c06732724103 req-569f374e-50d5-4be0-9594-9cbd55a927f1 service neutron] 10.222.0.70 "GET /v2.0/networks/60e72d39-a433-48d0-992d-627ab991ee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513661 May 11 06:39:49.632521 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-5590cee8-8a1e-4b39-a148-7a4d1c369e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:49.634022 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-5590cee8-8a1e-4b39-a148-7a4d1c369e45 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=583a5267-dd2a-4e7b-b980-2981ce70ccda HTTP/1.1" status: 200 len: 857 time: 0.0661688 May 11 06:39:49.642495 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-26f6cdf9-8337-49ed-8839-58ad94cefd8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Made reservation on behalf of eb4348f294cc464f89b2334676442d25 for: {'port': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:39:49.645827 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-26f6cdf9-8337-49ed-8839-58ad94cefd8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:49.721668 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-9497701c-d4c5-4134-842c-d241633c2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:49.723202 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-9497701c-d4c5-4134-842c-d241633c2263 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 1128 time: 0.1012514 May 11 06:39:49.731069 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-747b7e62-6a62-4806-aede-51969d1a6c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:49.732774 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-747b7e62-6a62-4806-aede-51969d1a6c9e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f58da4c7-ef95-435b-ab0f-347f8d529b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0794854 May 11 06:39:49.828881 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 8f2b511e-a9e7-4379-8934-794a6bb1007d up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:39:49.878528 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port 8f2b511e-a9e7-4379-8934-794a6bb1007d completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:39:49.887360 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port 8f2b511e-a9e7-4379-8934-794a6bb1007d triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:49.887806 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (8f2b511e-a9e7-4379-8934-794a6bb1007d), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:49.906947 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a52ec209-8113-44c9-9c6b-c06732724103 req-5fed7f68-c294-440a-ab0a-0c3405142a86 service neutron] 10.222.0.70 "GET /v2.0/networks/60e72d39-a433-48d0-992d-627ab991ee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427585 May 11 06:39:49.979783 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-9ea809d5-e067-4963-bcfe-746cc251e518 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23e63531-0e9d-493d-ac18-7001469a18bd HTTP/1.1" status: 200 len: 217 time: 0.2333312 May 11 06:39:50.021280 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-26f6cdf9-8337-49ed-8839-58ad94cefd8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Allocated IP 172.20.0.14 (61e699df-3755-47eb-b019-c5436429fdb7/ff6c0e1a-69e0-4947-b746-0e027c95d678/c372b82a-d12b-49fe-954d-646c72f56cf5) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:39:50.078174 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 8f2b511e-a9e7-4379-8934-794a6bb1007d is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:50.082458 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (8f2b511e-a9e7-4379-8934-794a6bb1007d), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:50.102009 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa0feff8-652c-4491-ae7e-15c889fc6734 {{(pid=104514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:39:50.110954 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Publish callbacks [] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:50.166701 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edb4e8f-f617-4c28-ac15-600d89a37341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2b511e-a9e7-4379-8934-794a6bb1007d'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:39:50.178957 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2541f-7b0a-4a96-a00f-3c0489c5de58 req-c65d1e2d-45c5-4208-b2cb-0cea08004e39 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:50.185795 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a6b2541f-7b0a-4a96-a00f-3c0489c5de58 req-c65d1e2d-45c5-4208-b2cb-0cea08004e39 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 944 time: 0.1936276 May 11 06:39:50.217664 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294982ff-df0d-4499-aa53-82b9c6a90636 req-ce001ae2-6989-4d46-893c-a53db059351f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:50.226060 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-294982ff-df0d-4499-aa53-82b9c6a90636 req-ce001ae2-6989-4d46-893c-a53db059351f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.1762040 May 11 06:39:50.236217 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-5bc88d77-6d02-4603-8e21-44e878c00881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:50.237754 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-5bc88d77-6d02-4603-8e21-44e878c00881 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=583a5267-dd2a-4e7b-b980-2981ce70ccda HTTP/1.1" status: 200 len: 857 time: 0.2425339 May 11 06:39:50.243797 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-26f6cdf9-8337-49ed-8839-58ad94cefd8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for port (c372b82a-d12b-49fe-954d-646c72f56cf5), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:50.272018 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.provisioning_blocks [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Transition to ACTIVE for port object aa0feff8-652c-4491-ae7e-15c889fc6734 will not be triggered until provisioned by entity L2. {{(pid=104514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:39:50.278854 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:50.283930 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-26f6cdf9-8337-49ed-8839-58ad94cefd8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (c372b82a-d12b-49fe-954d-646c72f56cf5), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:50.327456 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-26f6cdf9-8337-49ed-8839-58ad94cefd8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Network 61e699df-3755-47eb-b019-c5436429fdb7 is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:39:50.354298 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-26f6cdf9-8337-49ed-8839-58ad94cefd8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:39:50.358627 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 8f2b511e-a9e7-4379-8934-794a6bb1007d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8f2b511e-a9e7-4379-8934-794a6bb1007d,segment=NetworkSegment(7bfd3307-1190-41aa-b2ee-fde27f7500ea),segment_id=7bfd3307-1190-41aa-b2ee-fde27f7500ea)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:39:50.362851 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-26f6cdf9-8337-49ed-8839-58ad94cefd8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:39:50.367236 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (8f2b511e-a9e7-4379-8934-794a6bb1007d), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:50.369511 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-26f6cdf9-8337-49ed-8839-58ad94cefd8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:50.370214 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-26f6cdf9-8337-49ed-8839-58ad94cefd8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:50.410559 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-26f6cdf9-8337-49ed-8839-58ad94cefd8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0471315 May 11 06:39:50.446663 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-aee024e0-d69e-491f-98f6-13714b1e7fd8 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6994765 May 11 06:39:50.448264 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Attempting to bind port aa0feff8-652c-4491-ae7e-15c889fc6734 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:39:50.448596 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Attempting to bind port aa0feff8-652c-4491-ae7e-15c889fc6734 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '2d52252d-04b6-4ff8-a302-b9900d207bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:39:50.450086 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Attempting to bind port aa0feff8-652c-4491-ae7e-15c889fc6734 on network db82dec6-6180-4aae-84ec-afed65e8ca62 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:50.461329 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Request body: {'port': {'device_id': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:39:50.496681 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=8f2b511e-a9e7-4379-8934-794a6bb1007d,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:50.514310 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb0004d-6233-44c9-b3d3-3c46fdd70818" -d '{"events": [{"server_uuid": "6edb4e8f-f617-4c28-ac15-600d89a37341", "name": "network-vif-plugged", "status": "completed", "tag": "8f2b511e-a9e7-4379-8934-794a6bb1007d"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:39:50.528619 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-8843be7d-439c-4c60-af51-c0234d3adfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:50.530151 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-8843be7d-439c-4c60-af51-c0234d3adfd5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f58da4c7-ef95-435b-ab0f-347f8d529b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2779744 May 11 06:39:50.579975 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-294982ff-df0d-4499-aa53-82b9c6a90636 req-8c68e070-ff53-4b8b-8f28-d0f6008cef64 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531921 May 11 06:39:50.772118 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a6b2541f-7b0a-4a96-a00f-3c0489c5de58 req-10d1ad46-aa8d-4110-b2a1-c2e505b79b33 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851073 May 11 06:39:50.782997 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-449e5aec-c59f-46a7-930a-9b4bfb1e2db5 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066008 May 11 06:39:50.863737 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Pushing event updated for resources: {'Port': ['ID=aa0feff8-652c-4491-ae7e-15c889fc6734,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:50.888308 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-d2ccf249-7f26-49cb-8f2c-147f10e40ce9 None None] Provisioning complete for port c372b82a-d12b-49fe-954d-646c72f56cf5 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:39:50.889980 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d2ccf249-7f26-49cb-8f2c-147f10e40ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c372b82a-d12b-49fe-954d-646c72f56cf5), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:50.956696 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Port aa0feff8-652c-4491-ae7e-15c889fc6734 on network db82dec6-6180-4aae-84ec-afed65e8ca62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:39:50.959021 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Attempting to bind port aa0feff8-652c-4491-ae7e-15c889fc6734 on network db82dec6-6180-4aae-84ec-afed65e8ca62 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:50.976201 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-d2ccf249-7f26-49cb-8f2c-147f10e40ce9 None None] Port c372b82a-d12b-49fe-954d-646c72f56cf5 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:39:50.978673 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:39:50.979246 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Checking segment: {'id': '2d52252d-04b6-4ff8-a302-b9900d207bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:50.979693 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Bound using segment: {'id': '2d52252d-04b6-4ff8-a302-b9900d207bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:39:50.980282 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Bound port: aa0feff8-652c-4491-ae7e-15c889fc6734, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d52252d-04b6-4ff8-a302-b9900d207bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:39:50.980986 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:51.014117 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca4ecf-451f-401c-831c-02dfb92d4da3 req-c87ab251-7725-4a77-870a-ef80cca3df8b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:51.016524 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fdca4ecf-451f-401c-831c-02dfb92d4da3 req-c87ab251-7725-4a77-870a-ef80cca3df8b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 932 time: 0.2119968 May 11 06:39:51.079184 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6cdf9-8337-49ed-8839-58ad94cefd8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'Port': ['ID=c372b82a-d12b-49fe-954d-646c72f56cf5,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:51.081978 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9fec1-2526-4c0d-92d4-118fbdcd484d req-00c24409-6545-4381-9d9d-bbec8c709d0c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:51.083519 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6bc9fec1-2526-4c0d-92d4-118fbdcd484d req-00c24409-6545-4381-9d9d-bbec8c709d0c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.1873825 May 11 06:39:51.103056 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c372b82a-d12b-49fe-954d-646c72f56cf5), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:51.118766 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] For port aa0feff8-652c-4491-ae7e-15c889fc6734, host hv-cinder-80475, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:39:51.132805 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] For port aa0feff8-652c-4491-ae7e-15c889fc6734, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=aa0feff8-652c-4491-ae7e-15c889fc6734,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:39:51.157268 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:51.162009 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-13c750c2-11b0-46b9-8d26-499ccec178c4 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753987 May 11 06:39:51.170128 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fdca4ecf-451f-401c-831c-02dfb92d4da3 req-3edd399c-ee76-4828-b545-decad3ec696f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209450 May 11 06:39:51.181693 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6bc9fec1-2526-4c0d-92d4-118fbdcd484d req-80a1b8f1-ba0b-49c6-bf64-bf3356f42b1a tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918140 May 11 06:39:51.257989 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:51.258643 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:51.260056 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3927c723-16cf-4128-860d-194531b9a0d8 req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] 10.222.0.70 "PUT /v2.0/ports/aa0feff8-652c-4491-ae7e-15c889fc6734 HTTP/1.1" status: 200 len: 1093 time: 1.8892541 May 11 06:39:51.260792 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'tag': 'aa0feff8-652c-4491-ae7e-15c889fc6734'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:39:51.263673 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e467ba97-9f92-4b10-9238-8a516f95af79" -d '{"events": [{"name": "network-changed", "server_uuid": "86b8d3ad-c5ac-43be-9752-33e7891c2aec", "tag": "aa0feff8-652c-4491-ae7e-15c889fc6734"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:39:51.270495 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23e3b8-6eb4-4c0a-a36f-a66cc916421b service neutron] Pushing event updated for resources: {'Port': ['ID=aa0feff8-652c-4491-ae7e-15c889fc6734,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:51.294643 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bc4af5-2d2f-44a5-a8e5-34a40d4432e3 x-openstack-request-id: req-60bc4af5-2d2f-44a5-a8e5-34a40d4432e3 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:39:51.295242 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edb4e8f-f617-4c28-ac15-600d89a37341", "name": "network-vif-plugged", "status": "completed", "tag": "8f2b511e-a9e7-4379-8934-794a6bb1007d", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:39:51.295711 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-60bc4af5-2d2f-44a5-a8e5-34a40d4432e3 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:39:51.296361 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60bc4af5-2d2f-44a5-a8e5-34a40d4432e3'] response: {'server_uuid': '6edb4e8f-f617-4c28-ac15-600d89a37341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2b511e-a9e7-4379-8934-794a6bb1007d', 'code': 200} May 11 06:39:51.334723 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691d55e7-c364-4b1f-bf09-5d117811fd3d x-openstack-request-id: req-691d55e7-c364-4b1f-bf09-5d117811fd3d {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:39:51.334723 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b8d3ad-c5ac-43be-9752-33e7891c2aec", "tag": "aa0feff8-652c-4491-ae7e-15c889fc6734", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:39:51.334723 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-691d55e7-c364-4b1f-bf09-5d117811fd3d {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:39:51.334723 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-691d55e7-c364-4b1f-bf09-5d117811fd3d'] response: {'name': 'network-changed', 'server_uuid': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'tag': 'aa0feff8-652c-4491-ae7e-15c889fc6734', 'status': 'completed', 'code': 200} May 11 06:39:51.502961 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c372b82a-d12b-49fe-954d-646c72f56cf5 {{(pid=104514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:39:51.510291 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Publish callbacks [] for port (c372b82a-d12b-49fe-954d-646c72f56cf5), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:51.523232 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.provisioning_blocks [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Transition to ACTIVE for port object c372b82a-d12b-49fe-954d-646c72f56cf5 will not be triggered until provisioned by entity L2. {{(pid=104514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:39:51.527028 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c372b82a-d12b-49fe-954d-646c72f56cf5), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:51.578400 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Pushing event updated for resources: {'Port': ['ID=c372b82a-d12b-49fe-954d-646c72f56cf5,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:51.615856 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Attempting to bind port c372b82a-d12b-49fe-954d-646c72f56cf5 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:39:51.616197 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Attempting to bind port c372b82a-d12b-49fe-954d-646c72f56cf5 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:39:51.616521 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Attempting to bind port c372b82a-d12b-49fe-954d-646c72f56cf5 on network 61e699df-3755-47eb-b019-c5436429fdb7 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:51.621569 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Port c372b82a-d12b-49fe-954d-646c72f56cf5 on network 61e699df-3755-47eb-b019-c5436429fdb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:39:51.621886 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Attempting to bind port c372b82a-d12b-49fe-954d-646c72f56cf5 on network 61e699df-3755-47eb-b019-c5436429fdb7 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:39:51.626790 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:39:51.627126 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Checking segment: {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:39:51.627541 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Bound using segment: {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:39:51.627965 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Bound port: c372b82a-d12b-49fe-954d-646c72f56cf5, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:39:51.628322 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c372b82a-d12b-49fe-954d-646c72f56cf5), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:51.698685 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8732271-ac9b-4707-9b4d-115ac62f6a16 req-3acd0f21-d921-4f97-89d0-36815e87576b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:51.700025 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] For port c372b82a-d12b-49fe-954d-646c72f56cf5, host hv-cinder-80475, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:39:51.700249 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c8732271-ac9b-4707-9b4d-115ac62f6a16 req-3acd0f21-d921-4f97-89d0-36815e87576b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0524156 May 11 06:39:51.703546 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] For port c372b82a-d12b-49fe-954d-646c72f56cf5, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c372b82a-d12b-49fe-954d-646c72f56cf5,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:39:51.710812 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c372b82a-d12b-49fe-954d-646c72f56cf5), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:51.749806 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:51.750463 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:51.756083 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] 10.222.0.70 "PUT /v2.0/ports/c372b82a-d12b-49fe-954d-646c72f56cf5 HTTP/1.1" status: 200 len: 1094 time: 1.3104827 May 11 06:39:51.759773 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c8732271-ac9b-4707-9b4d-115ac62f6a16 req-adc08422-de7e-4a9b-b3d2-3e01dfe45d08 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538244 May 11 06:39:51.779572 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdecf01c-4a54-4182-993d-439a5884bb96 service neutron] Pushing event updated for resources: {'Port': ['ID=c372b82a-d12b-49fe-954d-646c72f56cf5,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:51.889886 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43727bfc-10e8-41de-9983-76cd281e379b req-9a289c9f-5a36-4a70-a188-7b9dfea45840 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:51.891638 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-43727bfc-10e8-41de-9983-76cd281e379b req-9a289c9f-5a36-4a70-a188-7b9dfea45840 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0505149 May 11 06:39:51.942382 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-43727bfc-10e8-41de-9983-76cd281e379b req-45daadc0-667c-4a34-9cb1-487d6c828558 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446374 May 11 06:39:52.314233 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad988cf-98a4-4129-85af-28ddd61bf02f req-6475bf0f-63e4-4e51-b99c-08a4f1770e67 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:52.315699 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-aad988cf-98a4-4129-85af-28ddd61bf02f req-6475bf0f-63e4-4e51-b99c-08a4f1770e67 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0736351 May 11 06:39:52.337204 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ba552-43cf-4ad9-ba75-9b34aa565a83 req-1d85ee0e-9392-4b79-86bd-d8c259d4e300 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:52.338585 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-578ba552-43cf-4ad9-ba75-9b34aa565a83 req-1d85ee0e-9392-4b79-86bd-d8c259d4e300 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0691071 May 11 06:39:52.395201 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-aad988cf-98a4-4129-85af-28ddd61bf02f req-20d6f80f-dfbc-4699-9b2f-02676a4f160f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738695 May 11 06:39:52.406409 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-578ba552-43cf-4ad9-ba75-9b34aa565a83 req-1aedb0c0-219b-4208-842f-0ae9429a851a tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613062 May 11 06:39:52.866524 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd407631-52e7-4132-8a72-83deb1b6757b req-beef8e59-6e79-42f3-b809-761e826fded3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:52.867999 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bd407631-52e7-4132-8a72-83deb1b6757b req-beef8e59-6e79-42f3-b809-761e826fded3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0455234 May 11 06:39:52.912734 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bd407631-52e7-4132-8a72-83deb1b6757b req-c4c4910e-1312-4995-8adb-bbb4c7e670c1 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388396 May 11 06:39:53.058773 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5e53c-8672-4058-9f19-32c4e920e72a req-14ad6e85-fc2a-47f8-aced-916845d9fead tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:53.060375 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-04a5e53c-8672-4058-9f19-32c4e920e72a req-14ad6e85-fc2a-47f8-aced-916845d9fead tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0505104 May 11 06:39:53.111140 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-04a5e53c-8672-4058-9f19-32c4e920e72a req-06ef3c7d-a363-44c9-b01b-334c1665aca7 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445218 May 11 06:39:53.335768 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'tag': 'c372b82a-d12b-49fe-954d-646c72f56cf5'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:39:53.338093 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c297d90a-b4fd-49e2-8adc-8b1416c2a8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "fe36d742-5157-4f04-9f55-02dfafa7d39a", "tag": "c372b82a-d12b-49fe-954d-646c72f56cf5"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:39:53.379625 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb930c5-1cc1-4007-a502-ef331f4ea56f x-openstack-request-id: req-1eb930c5-1cc1-4007-a502-ef331f4ea56f {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:39:53.379917 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe36d742-5157-4f04-9f55-02dfafa7d39a", "tag": "c372b82a-d12b-49fe-954d-646c72f56cf5", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:39:53.380186 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1eb930c5-1cc1-4007-a502-ef331f4ea56f {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:39:53.380602 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb930c5-1cc1-4007-a502-ef331f4ea56f'] response: {'name': 'network-changed', 'server_uuid': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'tag': 'c372b82a-d12b-49fe-954d-646c72f56cf5', 'status': 'completed', 'code': 200} May 11 06:39:53.532240 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d5c15-3a90-42dd-ae3f-a23a16faaa45 req-1c5811fd-c0e2-4948-801f-cedc77f17b77 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:53.533696 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-387d5c15-3a90-42dd-ae3f-a23a16faaa45 req-1c5811fd-c0e2-4948-801f-cedc77f17b77 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0731940 May 11 06:39:53.544502 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fb40d-499a-4083-978b-a3bcf46600ec req-aec922b2-5708-4521-94ca-b9d687588c0c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:53.545783 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-514fb40d-499a-4083-978b-a3bcf46600ec req-aec922b2-5708-4521-94ca-b9d687588c0c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0577273 May 11 06:39:53.619175 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-387d5c15-3a90-42dd-ae3f-a23a16faaa45 req-89f17dd6-6d27-415f-9980-95c63e2bd07a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724564 May 11 06:39:53.623119 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-514fb40d-499a-4083-978b-a3bcf46600ec req-9d85a94f-0da1-491a-8d62-ccbb035540a0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705018 May 11 06:39:54.040011 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338d20c-9e2f-49bd-92cf-3c32c5804ecf req-89ace77a-72cf-497e-b03e-7590b507c356 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:54.041723 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e338d20c-9e2f-49bd-92cf-3c32c5804ecf req-89ace77a-72cf-497e-b03e-7590b507c356 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0545528 May 11 06:39:54.089919 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e338d20c-9e2f-49bd-92cf-3c32c5804ecf req-4e7aeb4c-2da6-4aec-96e1-d3f9b70ca615 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423322 May 11 06:39:54.219847 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e3e95-69b9-42bb-8254-4aef9a118186 req-6832152d-4a9b-46aa-a507-75d57d2a4886 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:54.221318 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2a1e3e95-69b9-42bb-8254-4aef9a118186 req-6832152d-4a9b-46aa-a507-75d57d2a4886 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0459228 May 11 06:39:54.269941 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2a1e3e95-69b9-42bb-8254-4aef9a118186 req-46cc99bf-86db-4a48-88ff-478c0fff70b1 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430477 May 11 06:39:54.759397 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3781a5b-b1a5-4591-b4e8-cf1a65af5a9a req-2f406c24-e638-4363-a385-890d30cfdbc9 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:54.760843 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3781a5b-b1a5-4591-b4e8-cf1a65af5a9a req-2f406c24-e638-4363-a385-890d30cfdbc9 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0758889 May 11 06:39:54.766564 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ebcbe6-78cb-4884-b0b0-7cf183eb3986 req-8332b1d2-1d53-4156-b936-319c9722333e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:54.767922 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-15ebcbe6-78cb-4884-b0b0-7cf183eb3986 req-8332b1d2-1d53-4156-b936-319c9722333e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0731742 May 11 06:39:54.838679 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3781a5b-b1a5-4591-b4e8-cf1a65af5a9a req-fa07e970-e7a4-4390-97d3-621a32b164de tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698388 May 11 06:39:54.842424 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-15ebcbe6-78cb-4884-b0b0-7cf183eb3986 req-677a3e40-7cf5-461d-9191-7cf563fdef07 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680544 May 11 06:39:55.202861 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a8af7-9310-450d-94ac-27c6ecb43039 req-15f80d79-ec4e-4cf2-800d-6bae4c832a95 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:55.204336 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-307a8af7-9310-450d-94ac-27c6ecb43039 req-15f80d79-ec4e-4cf2-800d-6bae4c832a95 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0490353 May 11 06:39:55.250372 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-307a8af7-9310-450d-94ac-27c6ecb43039 req-5e55fac1-56d0-4fdb-803a-a2a6d692144a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403538 May 11 06:39:55.388293 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a9f7a-eb99-4856-a749-7635d2a2bc09 req-25aa9b98-aca7-4333-9fa8-d6557fe7a1b7 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:55.390943 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6f8a9f7a-eb99-4856-a749-7635d2a2bc09 req-25aa9b98-aca7-4333-9fa8-d6557fe7a1b7 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0547364 May 11 06:39:55.442814 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6f8a9f7a-eb99-4856-a749-7635d2a2bc09 req-02da953a-b9ff-4752-ae4e-b28b4d801711 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439517 May 11 06:39:55.621016 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9bfc86b2-c06b-4c70-8dc0-cf889282de3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:55.978375 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8aeec-f7d6-44c2-bd92-20b9561f5b0d req-82b2300d-e3a3-4f7e-baa0-c856778ec7e6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:55.979830 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0db8aeec-f7d6-44c2-bd92-20b9561f5b0d req-82b2300d-e3a3-4f7e-baa0-c856778ec7e6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0748785 May 11 06:39:55.986194 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd067327-77be-4833-b6db-9916976f76f9 req-d9f926ef-3b5f-406b-9be9-911d449ae0a6 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:55.987541 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fd067327-77be-4833-b6db-9916976f76f9 req-d9f926ef-3b5f-406b-9be9-911d449ae0a6 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0725300 May 11 06:39:56.054148 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0db8aeec-f7d6-44c2-bd92-20b9561f5b0d req-100f0074-c71d-44f8-aa02-fb897b70c66d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656984 May 11 06:39:56.061257 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fd067327-77be-4833-b6db-9916976f76f9 req-e2f95a4a-7364-4bb6-8429-6ae1f255cfe3 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672548 May 11 06:39:56.359561 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc95a5-d1f5-4b81-b3ca-a4ac0fd5740c req-89799a2b-9130-4626-a625-836c43fc5d0a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:56.360981 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b9bc95a5-d1f5-4b81-b3ca-a4ac0fd5740c req-89799a2b-9130-4626-a625-836c43fc5d0a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0455117 May 11 06:39:56.405393 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b9bc95a5-d1f5-4b81-b3ca-a4ac0fd5740c req-49ba788b-fc12-4426-b811-90febc44340f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390048 May 11 06:39:56.554911 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b13dfd-e5cd-456a-a2f6-acafc4450b9b req-8a0d7aaf-9838-4815-9781-6265085558db tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:56.556287 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-65b13dfd-e5cd-456a-a2f6-acafc4450b9b req-8a0d7aaf-9838-4815-9781-6265085558db tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0485549 May 11 06:39:56.602774 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-65b13dfd-e5cd-456a-a2f6-acafc4450b9b req-08f2526e-e620-4d7d-827b-e3da75bcdd95 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411134 May 11 06:39:57.206023 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2aa05b-d1f2-4272-a79e-9d378421b296 req-811f1565-9073-4871-9c61-3bb68cf56101 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:57.207809 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0f2aa05b-d1f2-4272-a79e-9d378421b296 req-811f1565-9073-4871-9c61-3bb68cf56101 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0882096 May 11 06:39:57.218392 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6b3b0-ea5d-4c27-b670-a6f10e50d915 req-f6c3f8cd-e93c-4e39-8770-2c84054009a8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:57.219984 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-77c6b3b0-ea5d-4c27-b670-a6f10e50d915 req-f6c3f8cd-e93c-4e39-8770-2c84054009a8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0883322 May 11 06:39:57.298802 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0f2aa05b-d1f2-4272-a79e-9d378421b296 req-1ad184aa-3708-40dc-818b-e962f73c19b3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777194 May 11 06:39:57.301871 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-77c6b3b0-ea5d-4c27-b670-a6f10e50d915 req-cc88c9c3-0f79-4c88-b223-97d8a426087d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736160 May 11 06:39:57.388742 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297d90a-b4fd-49e2-8adc-8b1416c2a8cb req-5e63d585-2646-48f0-b29f-c27cffada8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:57.390605 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c297d90a-b4fd-49e2-8adc-8b1416c2a8cb req-5e63d585-2646-48f0-b29f-c27cffada8c0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb4348f294cc464f89b2334676442d25&device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 1128 time: 0.0668943 May 11 06:39:57.408109 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467ba97-9f92-4b10-9238-8a516f95af79 req-b76eae5f-4a5f-4313-a897-b49b72535f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:57.409584 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-e467ba97-9f92-4b10-9238-8a516f95af79 req-b76eae5f-4a5f-4313-a897-b49b72535f1f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea42234bb6844ce88afe0725d859863e&device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 1127 time: 0.0546694 May 11 06:39:57.433362 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c8e4dbbb-87fb-47bb-85ff-2800d732bc66 req-15b76491-6cee-49c3-8af5-9298fb40b6fe service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187351 May 11 06:39:57.541176 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device f96eb40a-ee8f-4854-a24e-26c491a5b3ea details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:39:57.584673 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05d4ae-b545-4a33-a0aa-38fcdf7391a3 req-4c7d91aa-fa34-441c-9e84-34a427891e91 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:57.590702 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fa05d4ae-b545-4a33-a0aa-38fcdf7391a3 req-4c7d91aa-fa34-441c-9e84-34a427891e91 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0989721 May 11 06:39:57.710254 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port f96eb40a-ee8f-4854-a24e-26c491a5b3ea, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f96eb40a-ee8f-4854-a24e-26c491a5b3ea,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:39:57.718198 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fa05d4ae-b545-4a33-a0aa-38fcdf7391a3 req-49be3985-c931-4fff-9ce0-52303a680791 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187508 May 11 06:39:57.725005 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': 'f96eb40a-ee8f-4854-a24e-26c491a5b3ea', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'port_id': 'f96eb40a-ee8f-4854-a24e-26c491a5b3ea', 'mac_address': 'fa:16:3e:4d:71:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:39:57.774588 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port f96eb40a-ee8f-4854-a24e-26c491a5b3ea is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:39:57.774588 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (f96eb40a-ee8f-4854-a24e-26c491a5b3ea), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:57.775458 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467ba97-9f92-4b10-9238-8a516f95af79 req-f3f90d9b-35e5-4dfa-83e4-cb9530ae65bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:57.776963 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-e467ba97-9f92-4b10-9238-8a516f95af79 req-f3f90d9b-35e5-4dfa-83e4-cb9530ae65bf service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ea42234bb6844ce88afe0725d859863e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3122969 May 11 06:39:57.778551 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297d90a-b4fd-49e2-8adc-8b1416c2a8cb req-aab16999-db57-43f3-882f-17b8105e5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:57.779955 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c297d90a-b4fd-49e2-8adc-8b1416c2a8cb req-aab16999-db57-43f3-882f-17b8105e5526 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=eb4348f294cc464f89b2334676442d25&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3364162 May 11 06:39:57.789909 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09f315-d49c-4dfc-bc9a-ea70d63bc39b req-2614e003-0f4d-43b6-b55f-0d2095064612 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:57.794673 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0d09f315-d49c-4dfc-bc9a-ea70d63bc39b req-2614e003-0f4d-43b6-b55f-0d2095064612 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0755472 May 11 06:39:57.799557 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96eb40a-ee8f-4854-a24e-26c491a5b3ea {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:39:57.805565 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-96a696bb-8221-4857-a1a0-65b767889607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:57.823954 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port f96eb40a-ee8f-4854-a24e-26c491a5b3ea, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f96eb40a-ee8f-4854-a24e-26c491a5b3ea,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:39:57.828503 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (f96eb40a-ee8f-4854-a24e-26c491a5b3ea), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:57.839005 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0d09f315-d49c-4dfc-bc9a-ea70d63bc39b req-9dc84384-1fa2-4f76-a888-0d60a2f8ee87 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408854 May 11 06:39:57.878866 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=f96eb40a-ee8f-4854-a24e-26c491a5b3ea,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:58.156870 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['f96eb40a-ee8f-4854-a24e-26c491a5b3ea'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:39:58.440338 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab1c48-4cef-4bc4-8034-a820c3d0ef4d req-627f8abb-806e-43af-b8f4-e0b59e5022a0 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:58.442563 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a7ab1c48-4cef-4bc4-8034-a820c3d0ef4d req-627f8abb-806e-43af-b8f4-e0b59e5022a0 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0726495 May 11 06:39:58.569986 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4ee80-e8ad-4cdf-a9cd-4b69f9ac95e3 req-184b1cd4-4759-4173-ba3a-fdcab9d2bf59 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:58.571519 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-aaa4ee80-e8ad-4cdf-a9cd-4b69f9ac95e3 req-184b1cd4-4759-4173-ba3a-fdcab9d2bf59 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.1516130 May 11 06:39:58.658250 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a7ab1c48-4cef-4bc4-8034-a820c3d0ef4d req-58234a56-6ff1-4641-a53e-96ece077a04d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928673 May 11 06:39:58.665332 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0513e-3e60-4265-bc1f-d55b6f17116f req-7e07aba3-0ca8-43ff-8a47-06750401ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:58.667100 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-55f0513e-3e60-4265-bc1f-d55b6f17116f req-7e07aba3-0ca8-43ff-8a47-06750401ebb9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 1129 time: 0.2029929 May 11 06:39:58.705490 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-aaa4ee80-e8ad-4cdf-a9cd-4b69f9ac95e3 req-0c2d36e0-8f87-4856-97d2-e142df14ae3f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982816 May 11 06:39:58.748183 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-55f0513e-3e60-4265-bc1f-d55b6f17116f req-f00d309b-9743-4d5f-a9be-61f9942d83ec service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:58.785673 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297d90a-b4fd-49e2-8adc-8b1416c2a8cb req-2327a828-8478-43d1-a6f2-8422415007ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:58.787353 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c297d90a-b4fd-49e2-8adc-8b1416c2a8cb req-2327a828-8478-43d1-a6f2-8422415007ce service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3173790 May 11 06:39:58.791070 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467ba97-9f92-4b10-9238-8a516f95af79 req-e8858beb-20b3-4ca3-ad21-f0f5c6c7f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:58.794134 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-e467ba97-9f92-4b10-9238-8a516f95af79 req-e8858beb-20b3-4ca3-ad21-f0f5c6c7f368 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3384078 May 11 06:39:58.896503 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7864a40-c3f2-4752-b1c8-8f39b59c6be3 req-010ac7f3-39db-4da7-8a3c-0c1093980b5c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:58.898013 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a7864a40-c3f2-4752-b1c8-8f39b59c6be3 req-010ac7f3-39db-4da7-8a3c-0c1093980b5c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0554280 May 11 06:39:59.000431 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-55f0513e-3e60-4265-bc1f-d55b6f17116f req-f00d309b-9743-4d5f-a9be-61f9942d83ec service neutron] Publish callbacks [] for security_group (0c7e9279-4721-4f36-984b-8cb14a5e3233), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:59.014165 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-55f0513e-3e60-4265-bc1f-d55b6f17116f req-f00d309b-9743-4d5f-a9be-61f9942d83ec service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (0c7e9279-4721-4f36-984b-8cb14a5e3233), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:59.020640 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:59.068101 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cffbe3-eb8a-428e-be28-6e7500f396a5 req-481f2e56-8e18-4922-b2ad-50646a375b2b tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:59.069563 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e0cffbe3-eb8a-428e-be28-6e7500f396a5 req-481f2e56-8e18-4922-b2ad-50646a375b2b tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.1187222 May 11 06:39:59.084984 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a7864a40-c3f2-4752-b1c8-8f39b59c6be3 req-2cc9c7e1-9bec-443a-92f8-0b1486102b4f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782131 May 11 06:39:59.112915 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-55f0513e-3e60-4265-bc1f-d55b6f17116f req-f00d309b-9743-4d5f-a9be-61f9942d83ec service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801324 May 11 06:39:59.112915 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00d309b-9743-4d5f-a9be-61f9942d83ec service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7e9279-4721-4f36-984b-8cb14a5e3233,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:59.146440 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 35632) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:59.148416 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e0cffbe3-eb8a-428e-be28-6e7500f396a5 req-08c83166-fcff-4447-951e-6784616bacbc tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669222 May 11 06:39:59.260178 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ec21d8f4-b1da-4e53-a3ad-07fcfa664ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:59.331289 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ec21d8f4-b1da-4e53-a3ad-07fcfa664ea1 admin admin] Publish callbacks [] for security_group (e285649a-8644-48cb-af57-96c1d05ec934), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:59.334934 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ec21d8f4-b1da-4e53-a3ad-07fcfa664ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (e285649a-8644-48cb-af57-96c1d05ec934), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:59.377890 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-ec21d8f4-b1da-4e53-a3ad-07fcfa664ea1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80a00152abc54da5959c7d9444dd9d2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2303772 May 11 06:39:59.378744 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec21d8f4-b1da-4e53-a3ad-07fcfa664ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e285649a-8644-48cb-af57-96c1d05ec934,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:59.380638 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 35636) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:59.433735 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-bd58632b-626a-42bb-97f2-6eb28019a275 admin admin] Publish callbacks [] for security_group (e285649a-8644-48cb-af57-96c1d05ec934), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:59.454833 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-bd58632b-626a-42bb-97f2-6eb28019a275 admin admin] Publish callbacks [] for security_group (e285649a-8644-48cb-af57-96c1d05ec934), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:59.501253 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-bd58632b-626a-42bb-97f2-6eb28019a275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (e285649a-8644-48cb-af57-96c1d05ec934), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:59.503770 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-bd58632b-626a-42bb-97f2-6eb28019a275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:59.504900 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-bd58632b-626a-42bb-97f2-6eb28019a275 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e285649a-8644-48cb-af57-96c1d05ec934 HTTP/1.1" status: 204 len: 168 time: 0.1232347 May 11 06:39:59.513016 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58632b-626a-42bb-97f2-6eb28019a275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e285649a-8644-48cb-af57-96c1d05ec934,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:59.774569 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 35648) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:59.782035 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:59.782716 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa92f4-b1fe-49e0-a504-6a1f9c65b28b req-e9b7a675-7b1b-4ab8-9f3e-9f30bd86bed1 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:59.784526 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a3fa92f4-b1fe-49e0-a504-6a1f9c65b28b req-e9b7a675-7b1b-4ab8-9f3e-9f30bd86bed1 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0583410 May 11 06:39:59.789649 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-73c9b87f-75d8-4a57-b341-72e5e75f9db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:59.850912 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98e393d-1332-48ce-9a24-541d90b92bec req-f6c66d16-4cc0-4b48-a2fe-2ef6ab0a7ae2 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:39:59.852424 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d98e393d-1332-48ce-9a24-541d90b92bec req-f6c66d16-4cc0-4b48-a2fe-2ef6ab0a7ae2 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0667412 May 11 06:39:59.862738 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-73c9b87f-75d8-4a57-b341-72e5e75f9db8 admin admin] Publish callbacks [] for security_group (b7477ec3-54a8-4a01-abfb-ea87a5d66351), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:59.866314 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-73c9b87f-75d8-4a57-b341-72e5e75f9db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (b7477ec3-54a8-4a01-abfb-ea87a5d66351), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:59.873078 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a3fa92f4-b1fe-49e0-a504-6a1f9c65b28b req-1573bb1f-a293-4c13-9548-633479646970 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776062 May 11 06:39:59.904678 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-73c9b87f-75d8-4a57-b341-72e5e75f9db8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=30aca388866a4d1dae00de7b07157f0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287992 May 11 06:39:59.905791 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9b87f-75d8-4a57-b341-72e5e75f9db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7477ec3-54a8-4a01-abfb-ea87a5d66351,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:39:59.907841 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 35650) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:39:59.916212 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d98e393d-1332-48ce-9a24-541d90b92bec req-ccc9ddd2-b3cc-46b7-8998-78f265a734ec tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564547 May 11 06:39:59.960837 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5683755e-924d-4fb5-9fef-fd9693029df1 admin admin] Publish callbacks [] for security_group (b7477ec3-54a8-4a01-abfb-ea87a5d66351), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:39:59.981548 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5683755e-924d-4fb5-9fef-fd9693029df1 admin admin] Publish callbacks [] for security_group (b7477ec3-54a8-4a01-abfb-ea87a5d66351), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:00.034814 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5683755e-924d-4fb5-9fef-fd9693029df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (b7477ec3-54a8-4a01-abfb-ea87a5d66351), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:00.037410 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5683755e-924d-4fb5-9fef-fd9693029df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:00.038679 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-5683755e-924d-4fb5-9fef-fd9693029df1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7477ec3-54a8-4a01-abfb-ea87a5d66351 HTTP/1.1" status: 204 len: 168 time: 0.1298959 May 11 06:40:00.046477 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683755e-924d-4fb5-9fef-fd9693029df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7477ec3-54a8-4a01-abfb-ea87a5d66351,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:00.207789 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c37e1c-5755-4080-bc75-3af9c21388ec req-eb92d4e5-3dac-4295-914b-f3e40a478dfa tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:00.209302 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-66c37e1c-5755-4080-bc75-3af9c21388ec req-eb92d4e5-3dac-4295-914b-f3e40a478dfa tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0501685 May 11 06:40:00.293009 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62e2bd-a925-4768-aa66-60d558d649df req-2d9c396f-284c-4eda-9450-dc6bba0275f7 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:00.295035 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-cf62e2bd-a925-4768-aa66-60d558d649df req-2d9c396f-284c-4eda-9450-dc6bba0275f7 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0625894 May 11 06:40:00.298184 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-66c37e1c-5755-4080-bc75-3af9c21388ec req-71a76e4e-a274-4151-a060-a6cdd9568023 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820341 May 11 06:40:00.343406 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-cf62e2bd-a925-4768-aa66-60d558d649df req-efafa1bb-74e3-4046-9528-f784798e16fb tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422845 May 11 06:40:00.384842 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 35666) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:00.400786 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-46f33843-80a2-401f-a51f-82bbe2864506 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:00.473463 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-46f33843-80a2-401f-a51f-82bbe2864506 admin admin] Publish callbacks [] for security_group (d98d5b73-77c4-4863-a456-490522e63dac), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:00.477284 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-46f33843-80a2-401f-a51f-82bbe2864506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d98d5b73-77c4-4863-a456-490522e63dac), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:00.514610 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-46f33843-80a2-401f-a51f-82bbe2864506 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b90458004494ff8b06ee980dd63ea90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287405 May 11 06:40:00.515493 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f33843-80a2-401f-a51f-82bbe2864506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98d5b73-77c4-4863-a456-490522e63dac,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:00.517293 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 35668) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:00.566801 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1e6b72a4-2443-4c39-aebc-dd271fc20f4d admin admin] Publish callbacks [] for security_group (d98d5b73-77c4-4863-a456-490522e63dac), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:00.587902 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1e6b72a4-2443-4c39-aebc-dd271fc20f4d admin admin] Publish callbacks [] for security_group (d98d5b73-77c4-4863-a456-490522e63dac), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:00.633737 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1e6b72a4-2443-4c39-aebc-dd271fc20f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d98d5b73-77c4-4863-a456-490522e63dac), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:00.636296 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1e6b72a4-2443-4c39-aebc-dd271fc20f4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:00.637506 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-1e6b72a4-2443-4c39-aebc-dd271fc20f4d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d98d5b73-77c4-4863-a456-490522e63dac HTTP/1.1" status: 204 len: 168 time: 0.1191368 May 11 06:40:00.644784 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b72a4-2443-4c39-aebc-dd271fc20f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98d5b73-77c4-4863-a456-490522e63dac,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:00.905639 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:00.989802 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72deb9c-4ce7-465a-8bff-fa32dafb9fd8 req-0212b8ef-7c14-4d00-a599-e57f17d7e75d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:00.991334 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a72deb9c-4ce7-465a-8bff-fa32dafb9fd8 req-0212b8ef-7c14-4d00-a599-e57f17d7e75d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0489953 May 11 06:40:01.061244 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9364d8-a081-4430-8931-78be429a0b1f req-9515bdc5-4eae-40fc-b5b9-784013179e52 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:01.062721 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-cc9364d8-a081-4430-8931-78be429a0b1f req-9515bdc5-4eae-40fc-b5b9-784013179e52 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0684505 May 11 06:40:01.083905 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a72deb9c-4ce7-465a-8bff-fa32dafb9fd8 req-ada16c16-727d-4427-8212-d9c28ddf7b15 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808771 May 11 06:40:01.305839 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-cc9364d8-a081-4430-8931-78be429a0b1f req-39459835-1fb6-45be-a8d3-c38b733ec970 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354269 May 11 06:40:01.429432 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526916f1-0c72-489f-999c-2ca0d3276308 req-cc02b04a-91a0-4903-b350-db675ad936e3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:01.430592 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-526916f1-0c72-489f-999c-2ca0d3276308 req-cc02b04a-91a0-4903-b350-db675ad936e3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 944 time: 0.0576928 May 11 06:40:01.488241 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ca69f-23da-47c0-ac32-66439c1751c6 req-c85664c1-79d7-45fd-b5a0-95926df10481 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:01.495186 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f10ca69f-23da-47c0-ac32-66439c1751c6 req-c85664c1-79d7-45fd-b5a0-95926df10481 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0758085 May 11 06:40:01.544047 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device f96eb40a-ee8f-4854-a24e-26c491a5b3ea up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:40:01.552840 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-526916f1-0c72-489f-999c-2ca0d3276308 req-77e343dd-d5c3-450b-8f53-f9a8aed8a3e6 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952027 May 11 06:40:01.571308 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f10ca69f-23da-47c0-ac32-66439c1751c6 req-b59993ae-337e-47fe-9f53-8843d9c8404f tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751705 May 11 06:40:01.594077 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 23e63531-0e9d-493d-ac18-7001469a18bd details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:40:01.689559 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port f96eb40a-ee8f-4854-a24e-26c491a5b3ea completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:40:01.703012 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port f96eb40a-ee8f-4854-a24e-26c491a5b3ea triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:40:01.703457 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (f96eb40a-ee8f-4854-a24e-26c491a5b3ea), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:01.754449 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 23e63531-0e9d-493d-ac18-7001469a18bd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=23e63531-0e9d-493d-ac18-7001469a18bd,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:40:01.771372 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': '23e63531-0e9d-493d-ac18-7001469a18bd', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'port_id': '23e63531-0e9d-493d-ac18-7001469a18bd', 'mac_address': 'fa:16:3e:10:9b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:40:01.948848 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-3deb44f5-6f38-4df2-a64d-32e15d44dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:01.950761 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 23e63531-0e9d-493d-ac18-7001469a18bd is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:40:01.951153 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (23e63531-0e9d-493d-ac18-7001469a18bd), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:01.952350 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-3deb44f5-6f38-4df2-a64d-32e15d44dd78 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb4348f294cc464f89b2334676442d25&device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 1128 time: 0.0505376 May 11 06:40:01.953535 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927c723-16cf-4128-860d-194531b9a0d8 req-3c48fdca-bb4f-4f7d-ae36-5de9507836fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:01.955478 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port f96eb40a-ee8f-4854-a24e-26c491a5b3ea is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:40:01.955638 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3927c723-16cf-4128-860d-194531b9a0d8 req-3c48fdca-bb4f-4f7d-ae36-5de9507836fb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea42234bb6844ce88afe0725d859863e&device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 1127 time: 0.0515692 May 11 06:40:01.955858 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (f96eb40a-ee8f-4854-a24e-26c491a5b3ea), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:01.974775 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e63531-0e9d-493d-ac18-7001469a18bd {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:40:01.995152 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96eb40a-ee8f-4854-a24e-26c491a5b3ea'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:40:01.997976 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48de18f8-e62c-4afb-9c4a-b737527175ea" -d '{"events": [{"server_uuid": "acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915", "name": "network-vif-plugged", "status": "completed", "tag": "f96eb40a-ee8f-4854-a24e-26c491a5b3ea"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:40:02.014080 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 23e63531-0e9d-493d-ac18-7001469a18bd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=23e63531-0e9d-493d-ac18-7001469a18bd,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:40:02.018269 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port f96eb40a-ee8f-4854-a24e-26c491a5b3ea, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f96eb40a-ee8f-4854-a24e-26c491a5b3ea,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:40:02.020731 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (23e63531-0e9d-493d-ac18-7001469a18bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:02.050351 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e88bea-d011-4f17-81ec-e903d9e35a06 x-openstack-request-id: req-e0e88bea-d011-4f17-81ec-e903d9e35a06 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:40:02.050658 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915", "name": "network-vif-plugged", "status": "completed", "tag": "f96eb40a-ee8f-4854-a24e-26c491a5b3ea", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:40:02.050914 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e0e88bea-d011-4f17-81ec-e903d9e35a06 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:40:02.051322 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e88bea-d011-4f17-81ec-e903d9e35a06'] response: {'server_uuid': 'acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96eb40a-ee8f-4854-a24e-26c491a5b3ea', 'code': 200} May 11 06:40:02.053690 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (f96eb40a-ee8f-4854-a24e-26c491a5b3ea), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:02.081265 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=23e63531-0e9d-493d-ac18-7001469a18bd,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:02.137601 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-776e340e-f161-4040-bf03-5e3ba326c965 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c372b82a-d12b-49fe-954d-646c72f56cf5 HTTP/1.1" status: 200 len: 217 time: 0.0439522 May 11 06:40:02.143425 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=f96eb40a-ee8f-4854-a24e-26c491a5b3ea,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:02.165354 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3927c723-16cf-4128-860d-194531b9a0d8 req-60f2643a-8256-41ff-b511-bd4b981d8470 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0feff8-652c-4491-ae7e-15c889fc6734 HTTP/1.1" status: 200 len: 217 time: 0.0725946 May 11 06:40:02.226608 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39410dd-48fe-4b12-b75d-b75b74090ae3 req-3793fa19-7b83-4355-90af-bfcc074ab09e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:02.228172 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d39410dd-48fe-4b12-b75d-b75b74090ae3 req-3793fa19-7b83-4355-90af-bfcc074ab09e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0540934 May 11 06:40:02.279428 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d39410dd-48fe-4b12-b75d-b75b74090ae3 req-b7676d4a-5cda-4241-8ae1-589b40776aca tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447924 May 11 06:40:02.437839 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1046d7f-080b-4382-a1fc-d88ba2ad468e req-bc74af94-1d8b-43c5-a271-2e6e74eb3cc4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:02.441084 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a1046d7f-080b-4382-a1fc-d88ba2ad468e req-bc74af94-1d8b-43c5-a271-2e6e74eb3cc4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0579598 May 11 06:40:02.468919 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['23e63531-0e9d-493d-ac18-7001469a18bd'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:40:02.491565 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a1046d7f-080b-4382-a1fc-d88ba2ad468e req-27a7cb32-9602-4875-b765-3f1f2720f453 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464675 May 11 06:40:02.568850 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:02.717930 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309467dc-faa0-4a89-a4fa-be40c820292f req-9bb7dd72-2404-472a-bdb7-ac02102af93b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:02.719539 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-309467dc-faa0-4a89-a4fa-be40c820292f req-9bb7dd72-2404-472a-bdb7-ac02102af93b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 945 time: 0.0856884 May 11 06:40:02.742111 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cb812-b24d-4c16-8cc2-c67bcebc4967 req-28b2d75f-c1f6-4dd6-b138-d2eee360055f tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:02.760064 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-158cb812-b24d-4c16-8cc2-c67bcebc4967 req-28b2d75f-c1f6-4dd6-b138-d2eee360055f tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0917349 May 11 06:40:02.820177 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-309467dc-faa0-4a89-a4fa-be40c820292f req-575a8852-dfe5-4f72-b18e-fd6404aef841 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923185 May 11 06:40:02.853830 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-158cb812-b24d-4c16-8cc2-c67bcebc4967 req-e3c79c14-449b-404e-9289-229c007b380b tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927653 May 11 06:40:02.976804 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-ef0dc701-b855-4943-86f4-26d89e00d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:02.978829 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-ef0dc701-b855-4943-86f4-26d89e00d512 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff6c0e1a-69e0-4947-b746-0e027c95d678 HTTP/1.1" status: 200 len: 854 time: 0.0565970 May 11 06:40:02.991184 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927c723-16cf-4128-860d-194531b9a0d8 req-3b0fe20a-2e61-4059-9afd-31823b5c2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:02.991184 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3927c723-16cf-4128-860d-194531b9a0d8 req-3b0fe20a-2e61-4059-9afd-31823b5c2a7f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46918c72-b454-45a4-910b-65c25fc3c195 HTTP/1.1" status: 200 len: 856 time: 0.0659792 May 11 06:40:03.081089 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3927c723-16cf-4128-860d-194531b9a0d8 req-b77df0e0-5252-46d8-afb6-92e1c2863737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:03.083219 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3927c723-16cf-4128-860d-194531b9a0d8 req-b77df0e0-5252-46d8-afb6-92e1c2863737 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=db82dec6-6180-4aae-84ec-afed65e8ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527344 May 11 06:40:03.093262 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-d23199cb-532e-4429-befc-6e661e5b7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:03.094758 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-d23199cb-532e-4429-befc-6e661e5b7cf0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61e699df-3755-47eb-b019-c5436429fdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0639594 May 11 06:40:03.200499 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3927c723-16cf-4128-860d-194531b9a0d8 req-2c283eb0-ebcf-4e12-a004-fde1b4b3326b service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847535 May 11 06:40:03.285376 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ae704-fd25-4df7-ac00-1620da811d75 req-dbabd1a6-faea-4efe-a0dc-826f1a00b7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:03.286955 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c73ae704-fd25-4df7-ac00-1620da811d75 req-dbabd1a6-faea-4efe-a0dc-826f1a00b7f0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 1129 time: 0.1079278 May 11 06:40:03.308091 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-5168423b-7ad7-4cbb-8854-bce1f45d2744 service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552083 May 11 06:40:03.323469 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3927c723-16cf-4128-860d-194531b9a0d8 req-a15ee808-377c-44e0-95f8-e31951a36f12 service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165349 May 11 06:40:03.411972 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665289ec-7f24-4eff-8f31-cda8bc767356 req-19ea2677-b824-4fc7-8dc9-327835d73678 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:03.413912 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-665289ec-7f24-4eff-8f31-cda8bc767356 req-19ea2677-b824-4fc7-8dc9-327835d73678 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0611849 May 11 06:40:03.492812 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-665289ec-7f24-4eff-8f31-cda8bc767356 req-a36b087f-fcd1-446f-91a1-f4bba9b64d74 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680504 May 11 06:40:03.582168 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c73ae704-fd25-4df7-ac00-1620da811d75 req-a804856f-bbb6-49cb-92fa-5e60cb82fd66 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578323 May 11 06:40:03.618482 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c1611-a2bc-4489-8d04-732a0a61a2c8 req-791d0fd5-e0b1-43c3-88e5-6fdd5e82772b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:03.620142 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e65c1611-a2bc-4489-8d04-732a0a61a2c8 req-791d0fd5-e0b1-43c3-88e5-6fdd5e82772b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0521507 May 11 06:40:03.647079 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-5d4dacb9-3ca4-494d-beee-10f738e09c67 req-295a5d2d-64ec-4a5c-add4-89115f627364 service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913570 May 11 06:40:03.673086 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e65c1611-a2bc-4489-8d04-732a0a61a2c8 req-1bf7a32e-6ff3-4ba7-ada1-7689eb6143a8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468929 May 11 06:40:03.678900 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 35798) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:03.781531 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:03.852874 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Publish callbacks [] for security_group (a7a6062f-671a-4981-9bf5-25cea61e9aa8), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:03.857677 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (a7a6062f-671a-4981-9bf5-25cea61e9aa8), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:03.898362 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c151aa2912654ab4a91373dca155ec62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158103 May 11 06:40:03.898592 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 35810) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:03.906561 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a6062f-671a-4981-9bf5-25cea61e9aa8,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:03.924510 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:03.924854 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:03.925601 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:03.925740 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:03.926077 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:03.926796 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:03.926796 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:03.927040 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:03.927568 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:03.928059 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:03.928562 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:03.929867 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:03.930282 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:03.930662 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:03.931022 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4821402-dea9-4202-8bac-3e1b3b68dfb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:03.991537 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Publish callbacks [] for security_group (a7a6062f-671a-4981-9bf5-25cea61e9aa8), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:04.015915 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Publish callbacks [] for security_group (a7a6062f-671a-4981-9bf5-25cea61e9aa8), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:04.037002 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9cbd3-2971-4599-a81b-c9bac3039993 req-686afdbd-031a-456e-aef6-e7196595e1b8 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:04.038533 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3eb9cbd3-2971-4599-a81b-c9bac3039993 req-686afdbd-031a-456e-aef6-e7196595e1b8 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 945 time: 0.0821545 May 11 06:40:04.064516 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de60921-c417-4406-8f76-b86b070a1c0b req-e34aa557-3875-4f42-a1ed-514e8e343f7a tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:04.073054 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2de60921-c417-4406-8f76-b86b070a1c0b req-e34aa557-3875-4f42-a1ed-514e8e343f7a tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0846953 May 11 06:40:04.082647 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (a7a6062f-671a-4981-9bf5-25cea61e9aa8), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:04.085689 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:04.087849 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a7a6062f-671a-4981-9bf5-25cea61e9aa8 HTTP/1.1" status: 204 len: 168 time: 0.1882923 May 11 06:40:04.097003 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a6062f-671a-4981-9bf5-25cea61e9aa8,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:04.104826 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:04.105413 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:04.105759 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:04.106135 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:04.106474 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:04.106862 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:04.107131 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:04.107844 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:04.108038 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:04.108366 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:04.108719 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:04.109051 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:04.109377 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:04.109695 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:04.110307 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0610079f-7434-43fa-8122-4f5b980e2202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:04.159441 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3eb9cbd3-2971-4599-a81b-c9bac3039993 req-33c8ea7b-f9b4-4519-8f28-b46c23de7bd9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121438 May 11 06:40:04.171801 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2de60921-c417-4406-8f76-b86b070a1c0b req-dfbd91eb-88e4-4eab-a45a-3ac885882896 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979145 May 11 06:40:04.385332 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 35828) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:04.399259 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-52ae7f9f-309d-495c-91e4-222f6b82aa6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:04.472618 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-52ae7f9f-309d-495c-91e4-222f6b82aa6c admin admin] Publish callbacks [] for security_group (e8dd0508-6b16-471d-8aed-793e5b63e25e), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:04.476414 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-52ae7f9f-309d-495c-91e4-222f6b82aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (e8dd0508-6b16-471d-8aed-793e5b63e25e), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:04.514048 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-52ae7f9f-309d-495c-91e4-222f6b82aa6c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9da305b2fccc40ec9266385fe195ea51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275966 May 11 06:40:04.514940 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae7f9f-309d-495c-91e4-222f6b82aa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dd0508-6b16-471d-8aed-793e5b63e25e,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:04.516871 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 35832) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:04.566409 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-075c4cdb-c021-4f32-a229-ec4124174463 admin admin] Publish callbacks [] for security_group (e8dd0508-6b16-471d-8aed-793e5b63e25e), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:04.589956 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-075c4cdb-c021-4f32-a229-ec4124174463 admin admin] Publish callbacks [] for security_group (e8dd0508-6b16-471d-8aed-793e5b63e25e), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:04.601636 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b3382-97cb-4f5a-b0af-163db2d6c8b1 req-308c4444-80a7-47dd-9f95-afde85e5d537 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:04.603106 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-063b3382-97cb-4f5a-b0af-163db2d6c8b1 req-308c4444-80a7-47dd-9f95-afde85e5d537 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0477278 May 11 06:40:04.637002 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-075c4cdb-c021-4f32-a229-ec4124174463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (e8dd0508-6b16-471d-8aed-793e5b63e25e), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:04.640264 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-075c4cdb-c021-4f32-a229-ec4124174463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:04.644211 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-075c4cdb-c021-4f32-a229-ec4124174463 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e8dd0508-6b16-471d-8aed-793e5b63e25e HTTP/1.1" status: 204 len: 168 time: 0.1264021 May 11 06:40:04.651888 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c4cdb-c021-4f32-a229-ec4124174463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dd0508-6b16-471d-8aed-793e5b63e25e,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:04.654782 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-063b3382-97cb-4f5a-b0af-163db2d6c8b1 req-c60cadb6-0daf-46c5-90fd-6f9d9779eddb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459898 May 11 06:40:04.790405 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac04ce-4e9c-4662-a9f3-702a1da169fa req-3d2295f9-bf02-4b07-925d-912bd1e92d0b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:04.791976 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3dac04ce-4e9c-4662-a9f3-702a1da169fa req-3d2295f9-bf02-4b07-925d-912bd1e92d0b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0469716 May 11 06:40:04.839591 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3dac04ce-4e9c-4662-a9f3-702a1da169fa req-0ea6dc08-0afc-4c26-add0-1980a6e2d725 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415173 May 11 06:40:05.329569 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74e5cc-3588-44f5-9e47-50242d05ab19 req-cca27a1f-9ef5-4416-b1b8-903abab12540 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:05.331082 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ec74e5cc-3588-44f5-9e47-50242d05ab19 req-cca27a1f-9ef5-4416-b1b8-903abab12540 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0915945 May 11 06:40:05.341024 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294514d-2704-4e70-9805-300df08882a1 req-df5e27d3-9e25-42db-83d0-16f092f73473 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:05.349949 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e294514d-2704-4e70-9805-300df08882a1 req-df5e27d3-9e25-42db-83d0-16f092f73473 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 945 time: 0.0733831 May 11 06:40:05.516838 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e294514d-2704-4e70-9805-300df08882a1 req-500e0fc9-4931-4fb6-bff4-51f697be1112 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611481 May 11 06:40:05.530502 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ec74e5cc-3588-44f5-9e47-50242d05ab19 req-1ee89e8e-d649-41f2-a41e-51677c40b93c tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522169 May 11 06:40:05.803039 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c8f60-7a71-4b06-87d7-69d4b54e0ef2 req-063a3d1f-1a6f-47ff-8e66-37fb73829c52 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:05.804584 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-634c8f60-7a71-4b06-87d7-69d4b54e0ef2 req-063a3d1f-1a6f-47ff-8e66-37fb73829c52 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0511749 May 11 06:40:05.856665 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-634c8f60-7a71-4b06-87d7-69d4b54e0ef2 req-f3b1ba47-a89a-427e-a59b-154b7c4aeb29 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443752 May 11 06:40:05.971698 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0a22f-47ad-4c43-8d5a-81e8a44898c8 req-6587a467-ea1f-477b-a4f7-90125f3f5503 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:05.973393 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-44a0a22f-47ad-4c43-8d5a-81e8a44898c8 req-6587a467-ea1f-477b-a4f7-90125f3f5503 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0531564 May 11 06:40:06.029298 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-44a0a22f-47ad-4c43-8d5a-81e8a44898c8 req-59fda3df-fcde-4bf4-8ca6-4f19de60f79f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493541 May 11 06:40:06.057485 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 23e63531-0e9d-493d-ac18-7001469a18bd up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:40:06.108654 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port 23e63531-0e9d-493d-ac18-7001469a18bd completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:40:06.114331 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port 23e63531-0e9d-493d-ac18-7001469a18bd triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:40:06.114752 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (23e63531-0e9d-493d-ac18-7001469a18bd), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:06.196802 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 23e63531-0e9d-493d-ac18-7001469a18bd is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:40:06.197189 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (23e63531-0e9d-493d-ac18-7001469a18bd), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:06.226320 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8c818b-6fff-427f-bab8-3f96e99bb236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e63531-0e9d-493d-ac18-7001469a18bd'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:40:06.228629 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9d052e-8a65-4ac8-8b66-5e8c54785d82" -d '{"events": [{"server_uuid": "ce8c818b-6fff-427f-bab8-3f96e99bb236", "name": "network-vif-plugged", "status": "completed", "tag": "23e63531-0e9d-493d-ac18-7001469a18bd"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:40:06.245155 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 23e63531-0e9d-493d-ac18-7001469a18bd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=23e63531-0e9d-493d-ac18-7001469a18bd,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:40:06.250735 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (23e63531-0e9d-493d-ac18-7001469a18bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:06.277494 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f2a93d2-0e9f-4182-a8d2-636b7b2af29c x-openstack-request-id: req-0f2a93d2-0e9f-4182-a8d2-636b7b2af29c {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:40:06.278234 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8c818b-6fff-427f-bab8-3f96e99bb236", "name": "network-vif-plugged", "status": "completed", "tag": "23e63531-0e9d-493d-ac18-7001469a18bd", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:40:06.278496 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f2a93d2-0e9f-4182-a8d2-636b7b2af29c {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:40:06.278909 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2a93d2-0e9f-4182-a8d2-636b7b2af29c'] response: {'server_uuid': 'ce8c818b-6fff-427f-bab8-3f96e99bb236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e63531-0e9d-493d-ac18-7001469a18bd', 'code': 200} May 11 06:40:06.306105 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=23e63531-0e9d-493d-ac18-7001469a18bd,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:06.313880 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:06.314238 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:06.314613 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:06.314979 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:06.315344 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:06.315688 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:06.316025 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:06.316355 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:06.316692 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:06.317022 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:06.317353 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:06.317698 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:06.318030 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:06.318357 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:06.318683 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:40:06.664208 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be88fe2-f96a-4f07-a478-e46091d2e9c4 req-41ce1a04-fb5c-4123-85de-d872077a343c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:06.665836 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9be88fe2-f96a-4f07-a478-e46091d2e9c4 req-41ce1a04-fb5c-4123-85de-d872077a343c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0760739 May 11 06:40:06.686246 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd024c-1cb0-4ae3-8a5c-2cf677732867 req-0248c6dd-e3af-476a-b34f-67e131e20429 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:06.687661 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-87cd024c-1cb0-4ae3-8a5c-2cf677732867 req-0248c6dd-e3af-476a-b34f-67e131e20429 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0667424 May 11 06:40:06.749602 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9be88fe2-f96a-4f07-a478-e46091d2e9c4 req-7098ed32-be5a-4a38-bfd3-c174362eb624 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769064 May 11 06:40:06.769186 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-87cd024c-1cb0-4ae3-8a5c-2cf677732867 req-8f7464cd-0aa6-4f26-a868-2cbe122ffd3e tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669115 May 11 06:40:06.973045 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce8ed1-08d0-4c1b-a3d1-e1a13b08fd49 req-56b29a70-6f6a-4c57-aee5-cb0da4e62762 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:06.974475 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b4ce8ed1-08d0-4c1b-a3d1-e1a13b08fd49 req-56b29a70-6f6a-4c57-aee5-cb0da4e62762 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0456436 May 11 06:40:07.020354 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b4ce8ed1-08d0-4c1b-a3d1-e1a13b08fd49 req-1aa22a5b-2781-47fd-a72d-7b940e77a63c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404744 May 11 06:40:07.143530 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def39f72-6c5f-404d-b454-26cd069df791 req-2011a6ce-98ad-4caa-b27f-5cd81085baa2 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:07.144876 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-def39f72-6c5f-404d-b454-26cd069df791 req-2011a6ce-98ad-4caa-b27f-5cd81085baa2 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0455384 May 11 06:40:07.189316 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-def39f72-6c5f-404d-b454-26cd069df791 req-97d9786f-e3e9-42f8-b5cd-d22db94716d8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390677 May 11 06:40:07.901822 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce714323-37d1-41ae-98f7-89676cf5e533 req-d8e57adc-7b1d-4e3b-8493-0e3ba8e5cee3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:07.903859 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ce714323-37d1-41ae-98f7-89676cf5e533 req-d8e57adc-7b1d-4e3b-8493-0e3ba8e5cee3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0787182 May 11 06:40:07.912515 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddc685e-3a6e-4f2f-a6b9-14ac5531c779 req-c70b04f9-6d00-49be-88d8-25f1321a3c41 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:07.914028 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7ddc685e-3a6e-4f2f-a6b9-14ac5531c779 req-c70b04f9-6d00-49be-88d8-25f1321a3c41 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0783217 May 11 06:40:07.985966 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ce714323-37d1-41ae-98f7-89676cf5e533 req-12887d2a-ef9f-454a-8d1b-08b9eb08e7f2 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708706 May 11 06:40:07.992878 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7ddc685e-3a6e-4f2f-a6b9-14ac5531c779 req-b06ef0e3-bcf9-43a9-81a0-7c9b19a6b164 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709548 May 11 06:40:08.140262 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d13b8-1efb-4529-93d9-c71074ba772f req-e3fa4eae-2d07-45be-aa48-160422a3badc tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:08.141762 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fa6d13b8-1efb-4529-93d9-c71074ba772f req-e3fa4eae-2d07-45be-aa48-160422a3badc tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0510573 May 11 06:40:08.187787 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fa6d13b8-1efb-4529-93d9-c71074ba772f req-757ea3ea-6526-4610-8c9d-ea5f69d02eaa tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403943 May 11 06:40:08.304893 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956674d-6660-402a-b8bb-9b9afb786dd4 req-5697a5b0-0835-4959-9de2-4e1231b674f2 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:08.306389 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6956674d-6660-402a-b8bb-9b9afb786dd4 req-5697a5b0-0835-4959-9de2-4e1231b674f2 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0483127 May 11 06:40:08.353564 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6956674d-6660-402a-b8bb-9b9afb786dd4 req-53a66664-a356-409b-bdc0-f3ea9b880520 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414686 May 11 06:40:09.132968 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a698aa-53b6-4c81-85a7-4d05dbc9c15f req-5d46e9f2-fadb-4c3f-b944-737280c8c39a tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:09.134438 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-13a698aa-53b6-4c81-85a7-4d05dbc9c15f req-5d46e9f2-fadb-4c3f-b944-737280c8c39a tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0757871 May 11 06:40:09.143200 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bbc96-5291-402a-8956-707b5ec208d9 req-8537a654-9f39-4ea5-9c0d-3f2b5f39846c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:09.144630 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-cb5bbc96-5291-402a-8956-707b5ec208d9 req-8537a654-9f39-4ea5-9c0d-3f2b5f39846c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0842111 May 11 06:40:09.215451 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-13a698aa-53b6-4c81-85a7-4d05dbc9c15f req-2cafb7af-65e8-41cd-a064-39666fd7f2d0 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698364 May 11 06:40:09.218647 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-cb5bbc96-5291-402a-8956-707b5ec208d9 req-aba34e44-9ce3-4c4b-8db7-1fda81bd891d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674272 May 11 06:40:09.320398 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d353ec2-e80f-49f4-b793-357782ef5efa req-434471bd-661e-4911-a831-017491a033ea tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:09.322101 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4d353ec2-e80f-49f4-b793-357782ef5efa req-434471bd-661e-4911-a831-017491a033ea tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0475450 May 11 06:40:09.374795 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4d353ec2-e80f-49f4-b793-357782ef5efa req-3262880a-2e5b-4629-9117-04640de1282b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457795 May 11 06:40:09.477665 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa7920-ca17-4ec5-934e-22ed1a365bdf req-24bc19c9-1307-46d9-8cf5-bd6eb9bbaa5e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:09.479139 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6ffa7920-ca17-4ec5-934e-22ed1a365bdf req-24bc19c9-1307-46d9-8cf5-bd6eb9bbaa5e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0462232 May 11 06:40:09.532116 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6ffa7920-ca17-4ec5-934e-22ed1a365bdf req-4897837a-2eb0-43c8-bcd5-4f4ab9219d84 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468392 May 11 06:40:09.880157 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 36056) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:09.980469 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dd77217b-73ea-4bab-8006-35e9f238a8c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:10.053690 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dd77217b-73ea-4bab-8006-35e9f238a8c8 admin admin] Publish callbacks [] for security_group (7b53729e-c6d0-42d7-8a10-69e341c7ba32), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:10.057309 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dd77217b-73ea-4bab-8006-35e9f238a8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (7b53729e-c6d0-42d7-8a10-69e341c7ba32), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:10.097681 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-dd77217b-73ea-4bab-8006-35e9f238a8c8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c333da4c16294ca4a2b06da9d6b9551f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164793 May 11 06:40:10.098524 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77217b-73ea-4bab-8006-35e9f238a8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b53729e-c6d0-42d7-8a10-69e341c7ba32,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:10.101008 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 36060) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:10.149623 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6da7877f-eeef-4c35-8f19-36068c3e2c2b admin admin] Publish callbacks [] for security_group (7b53729e-c6d0-42d7-8a10-69e341c7ba32), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:10.170768 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6da7877f-eeef-4c35-8f19-36068c3e2c2b admin admin] Publish callbacks [] for security_group (7b53729e-c6d0-42d7-8a10-69e341c7ba32), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:10.216434 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6da7877f-eeef-4c35-8f19-36068c3e2c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (7b53729e-c6d0-42d7-8a10-69e341c7ba32), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:10.219070 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6da7877f-eeef-4c35-8f19-36068c3e2c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:10.220259 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-6da7877f-eeef-4c35-8f19-36068c3e2c2b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b53729e-c6d0-42d7-8a10-69e341c7ba32 HTTP/1.1" status: 204 len: 168 time: 0.1182361 May 11 06:40:10.227399 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7877f-eeef-4c35-8f19-36068c3e2c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b53729e-c6d0-42d7-8a10-69e341c7ba32,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:10.367462 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249bb93a-6e6b-4f20-ac50-2a8f8d97f5e0 req-ec497969-f7dc-4da0-8585-6bafa15f8d52 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:10.368957 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-249bb93a-6e6b-4f20-ac50-2a8f8d97f5e0 req-ec497969-f7dc-4da0-8585-6bafa15f8d52 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0787308 May 11 06:40:10.375528 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5dcf0-6d7e-41ae-bab6-9b0d85650598 req-a2881250-e53c-4b90-95b9-26f5fe5ab86e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:10.376932 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5cc5dcf0-6d7e-41ae-bab6-9b0d85650598 req-a2881250-e53c-4b90-95b9-26f5fe5ab86e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0730371 May 11 06:40:10.449125 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-249bb93a-6e6b-4f20-ac50-2a8f8d97f5e0 req-a7bfb924-5a00-49ba-9a8b-b768c6e77297 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712306 May 11 06:40:10.454251 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5cc5dcf0-6d7e-41ae-bab6-9b0d85650598 req-28d0a1f5-8cd4-4f89-8081-597cdd0ba311 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696836 May 11 06:40:10.490535 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 36072) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:10.504127 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9e033166-7dcb-4c44-a668-f6038bde6d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:10.555954 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16703101-4a98-4da9-ba7d-6f0bf88c4d8b req-de27a12b-8ec4-4287-b2fe-bce899330fa6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:10.557787 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-16703101-4a98-4da9-ba7d-6f0bf88c4d8b req-de27a12b-8ec4-4287-b2fe-bce899330fa6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0509150 May 11 06:40:10.583348 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9e033166-7dcb-4c44-a668-f6038bde6d59 admin admin] Publish callbacks [] for security_group (b991cc73-442d-42f5-82bb-f208fe128823), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:10.589959 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9e033166-7dcb-4c44-a668-f6038bde6d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (b991cc73-442d-42f5-82bb-f208fe128823), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:10.639742 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-9e033166-7dcb-4c44-a668-f6038bde6d59 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c529d0b517d48bdaa06b5259a05cb5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480734 May 11 06:40:10.640493 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e033166-7dcb-4c44-a668-f6038bde6d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b991cc73-442d-42f5-82bb-f208fe128823,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:10.643146 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 36082) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:10.647789 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-16703101-4a98-4da9-ba7d-6f0bf88c4d8b req-48c19100-1411-4184-b131-ab6240c30c46 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734961 May 11 06:40:10.694394 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ee87e961-edbe-4f31-87c5-b480cc952977 admin admin] Publish callbacks [] for security_group (b991cc73-442d-42f5-82bb-f208fe128823), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:10.702181 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0bf0f8-3dfb-4297-a88b-09cbfaa2381d req-6d919711-ba7e-454b-a743-0c5e3beb5b02 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:10.703837 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bf0bf0f8-3dfb-4297-a88b-09cbfaa2381d req-6d919711-ba7e-454b-a743-0c5e3beb5b02 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0479288 May 11 06:40:10.716163 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ee87e961-edbe-4f31-87c5-b480cc952977 admin admin] Publish callbacks [] for security_group (b991cc73-442d-42f5-82bb-f208fe128823), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:10.751668 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bf0bf0f8-3dfb-4297-a88b-09cbfaa2381d req-9ae11d99-64bc-44f8-b636-366a9e7a45b9 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417867 May 11 06:40:10.763672 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ee87e961-edbe-4f31-87c5-b480cc952977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (b991cc73-442d-42f5-82bb-f208fe128823), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:10.766238 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ee87e961-edbe-4f31-87c5-b480cc952977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:10.770344 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-ee87e961-edbe-4f31-87c5-b480cc952977 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b991cc73-442d-42f5-82bb-f208fe128823 HTTP/1.1" status: 204 len: 168 time: 0.1262355 May 11 06:40:10.778483 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee87e961-edbe-4f31-87c5-b480cc952977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b991cc73-442d-42f5-82bb-f208fe128823,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:11.608631 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1aad14-4385-4bdd-b25a-fb52fbb32b1b req-4ad8f36b-3a4b-49c2-a037-2d0723fa9568 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:11.610120 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fa1aad14-4385-4bdd-b25a-fb52fbb32b1b req-4ad8f36b-3a4b-49c2-a037-2d0723fa9568 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0789685 May 11 06:40:11.616297 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd327fc-4fd6-4d3d-bbe1-11c115dc500a req-ae0858ce-07f9-4920-b85a-0e9ca6a4b96d tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:11.617748 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-abd327fc-4fd6-4d3d-bbe1-11c115dc500a req-ae0858ce-07f9-4920-b85a-0e9ca6a4b96d tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0851495 May 11 06:40:11.678657 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fa1aad14-4385-4bdd-b25a-fb52fbb32b1b req-064fea10-6af1-407d-8c47-a066bdc37047 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597749 May 11 06:40:11.704226 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-abd327fc-4fd6-4d3d-bbe1-11c115dc500a req-0f6999a7-1e3e-428f-9935-170ba31e88ab tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642908 May 11 06:40:11.801052 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40975870-cdb9-4665-98b4-8b7d68bce220 req-fd40c138-c424-4145-8a2d-ccc4503e9e74 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:11.802559 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-40975870-cdb9-4665-98b4-8b7d68bce220 req-fd40c138-c424-4145-8a2d-ccc4503e9e74 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0486627 May 11 06:40:11.883701 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-40975870-cdb9-4665-98b4-8b7d68bce220 req-2ad16043-f85a-4afd-99a8-ef566ceec975 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751061 May 11 06:40:11.896075 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bad8f6-0d0f-42fb-886f-a5fc88f42d59 req-9fd504f8-7a45-413a-afb9-73175b329ce5 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:11.897562 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-62bad8f6-0d0f-42fb-886f-a5fc88f42d59 req-9fd504f8-7a45-413a-afb9-73175b329ce5 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0667584 May 11 06:40:11.946884 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-62bad8f6-0d0f-42fb-886f-a5fc88f42d59 req-f1da72b7-6614-4bb3-b52c-fc791fe4b1b4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425146 May 11 06:40:12.092350 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device aa0feff8-652c-4491-ae7e-15c889fc6734 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:40:12.204757 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port aa0feff8-652c-4491-ae7e-15c889fc6734, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=aa0feff8-652c-4491-ae7e-15c889fc6734,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:40:12.217294 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': 'aa0feff8-652c-4491-ae7e-15c889fc6734', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'port_id': 'aa0feff8-652c-4491-ae7e-15c889fc6734', 'mac_address': 'fa:16:3e:d8:8c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:40:12.257624 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port aa0feff8-652c-4491-ae7e-15c889fc6734 is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:40:12.258023 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:12.271454 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0feff8-652c-4491-ae7e-15c889fc6734 {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:40:12.292063 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port aa0feff8-652c-4491-ae7e-15c889fc6734, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=aa0feff8-652c-4491-ae7e-15c889fc6734,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:40:12.296747 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:12.348384 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=aa0feff8-652c-4491-ae7e-15c889fc6734,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:12.798767 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['aa0feff8-652c-4491-ae7e-15c889fc6734'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:40:12.856942 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989d46c-faff-4782-b582-e3479801e56a req-1d0993a5-3831-4fb8-a39d-7db432227a5e tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:12.863722 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1989d46c-faff-4782-b582-e3479801e56a req-1d0993a5-3831-4fb8-a39d-7db432227a5e tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0905747 May 11 06:40:12.871031 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67426e-8409-4ac3-8bcf-f8db259dd25d req-19e967b1-5d24-4c56-9a73-de4aa1d7bbfc tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:12.872701 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7d67426e-8409-4ac3-8bcf-f8db259dd25d req-19e967b1-5d24-4c56-9a73-de4aa1d7bbfc tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0888016 May 11 06:40:12.953578 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1989d46c-faff-4782-b582-e3479801e56a req-0daf3334-5fc6-48aa-8d09-0a1a53382f49 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888691 May 11 06:40:12.975524 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7d67426e-8409-4ac3-8bcf-f8db259dd25d req-25a7032b-5e9d-4a02-aa5c-c605eeefbd42 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958128 May 11 06:40:13.084875 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80a8b0-7ba1-4858-afc7-d3744901e36b req-cdf77279-5d3c-46b3-991c-cb215a620680 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:13.086492 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5f80a8b0-7ba1-4858-afc7-d3744901e36b req-cdf77279-5d3c-46b3-991c-cb215a620680 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0675936 May 11 06:40:13.141115 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11e846-062e-4591-abf0-2fe9fb644e47 req-0d44dcc4-9cce-4f5b-b4a9-e543a90ccb2e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:13.147882 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bb11e846-062e-4591-abf0-2fe9fb644e47 req-0d44dcc4-9cce-4f5b-b4a9-e543a90ccb2e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 944 time: 0.0835574 May 11 06:40:13.235175 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5f80a8b0-7ba1-4858-afc7-d3744901e36b req-6bf2d9d1-014e-4fe8-b73e-e270d0fae502 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311495 May 11 06:40:13.257595 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bb11e846-062e-4591-abf0-2fe9fb644e47 req-ed8ff857-20f0-44ae-ac7d-28e5908c7402 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084192 May 11 06:40:13.637933 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 36224) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:13.790016 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ee260f82-b28a-4000-a8b4-e15e0560b2e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:13.877806 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ee260f82-b28a-4000-a8b4-e15e0560b2e2 admin admin] Publish callbacks [] for security_group (da497148-e542-448e-a3de-225501997cd4), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:13.880742 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ee260f82-b28a-4000-a8b4-e15e0560b2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (da497148-e542-448e-a3de-225501997cd4), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:13.919754 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-ee260f82-b28a-4000-a8b4-e15e0560b2e2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1a62d6a7062e4ccbaaa12d7cc4d53441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807455 May 11 06:40:13.920598 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee260f82-b28a-4000-a8b4-e15e0560b2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da497148-e542-448e-a3de-225501997cd4,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:13.922322 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 36232) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:13.970984 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d53673f3-8fc8-4e5c-a58c-e139d78c0942 admin admin] Publish callbacks [] for security_group (da497148-e542-448e-a3de-225501997cd4), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:13.992138 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d53673f3-8fc8-4e5c-a58c-e139d78c0942 admin admin] Publish callbacks [] for security_group (da497148-e542-448e-a3de-225501997cd4), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:14.041062 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d53673f3-8fc8-4e5c-a58c-e139d78c0942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (da497148-e542-448e-a3de-225501997cd4), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:14.044250 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d53673f3-8fc8-4e5c-a58c-e139d78c0942 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:14.045384 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-d53673f3-8fc8-4e5c-a58c-e139d78c0942 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/da497148-e542-448e-a3de-225501997cd4 HTTP/1.1" status: 204 len: 168 time: 0.1215858 May 11 06:40:14.077902 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53673f3-8fc8-4e5c-a58c-e139d78c0942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da497148-e542-448e-a3de-225501997cd4,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:14.100853 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d48e86-56de-45a2-b971-2dbc47a4bc4e req-c77f7331-db70-4337-9c71-82d1891d7815 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:14.108053 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b1d48e86-56de-45a2-b971-2dbc47a4bc4e req-c77f7331-db70-4337-9c71-82d1891d7815 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0612049 May 11 06:40:14.116620 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device c372b82a-d12b-49fe-954d-646c72f56cf5 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:40:14.155959 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device aa0feff8-652c-4491-ae7e-15c889fc6734 up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:40:14.178639 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b1d48e86-56de-45a2-b971-2dbc47a4bc4e req-579b83ca-cbb9-4829-ab0d-18506ab52d03 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690095 May 11 06:40:14.283418 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port aa0feff8-652c-4491-ae7e-15c889fc6734 completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:40:14.297093 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port aa0feff8-652c-4491-ae7e-15c889fc6734 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:40:14.297571 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:14.346611 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port c372b82a-d12b-49fe-954d-646c72f56cf5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c372b82a-d12b-49fe-954d-646c72f56cf5,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:40:14.369544 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': 'c372b82a-d12b-49fe-954d-646c72f56cf5', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'port_id': 'c372b82a-d12b-49fe-954d-646c72f56cf5', 'mac_address': 'fa:16:3e:db:69:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:40:14.384812 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 36254) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:14.395346 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a481c-5931-4903-a926-aad763f93764 req-4dd373d5-6b4a-4f61-8008-5b6a56f43bda tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:14.396966 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-834a481c-5931-4903-a926-aad763f93764 req-4dd373d5-6b4a-4f61-8008-5b6a56f43bda tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 944 time: 0.0873756 May 11 06:40:14.405375 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8d254471-f280-468d-b0fc-c855d31a8efa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:14.480689 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port c372b82a-d12b-49fe-954d-646c72f56cf5 is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:40:14.481685 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c372b82a-d12b-49fe-954d-646c72f56cf5), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:14.482953 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33936f-d852-41be-b02b-e219d422c652 req-16a04782-9496-45ca-830e-87ca71889700 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:14.483549 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port aa0feff8-652c-4491-ae7e-15c889fc6734 is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:40:14.483921 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:14.491570 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1e33936f-d852-41be-b02b-e219d422c652 req-16a04782-9496-45ca-830e-87ca71889700 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 944 time: 0.0806940 May 11 06:40:14.516912 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8d254471-f280-468d-b0fc-c855d31a8efa admin admin] Publish callbacks [] for security_group (00f63f1e-8c1f-4ad5-aed9-88ab41edff48), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:14.521953 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8d254471-f280-468d-b0fc-c855d31a8efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (00f63f1e-8c1f-4ad5-aed9-88ab41edff48), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:14.550276 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port aa0feff8-652c-4491-ae7e-15c889fc6734, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=aa0feff8-652c-4491-ae7e-15c889fc6734,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:40:14.552607 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c372b82a-d12b-49fe-954d-646c72f56cf5 {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:40:14.560327 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-834a481c-5931-4903-a926-aad763f93764 req-7c9e298f-6358-491d-ad13-d66dec1130cb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536512 May 11 06:40:14.563813 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1e33936f-d852-41be-b02b-e219d422c652 req-4e6e0f54-726f-4624-b6ff-6bdeb2509bec tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708330 May 11 06:40:14.578959 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0feff8-652c-4491-ae7e-15c889fc6734'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:40:14.581665 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4246976-0e39-47ea-923a-b967969135aa" -d '{"events": [{"server_uuid": "86b8d3ad-c5ac-43be-9752-33e7891c2aec", "name": "network-vif-plugged", "status": "completed", "tag": "aa0feff8-652c-4491-ae7e-15c889fc6734"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:40:14.585314 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:14.594483 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d254471-f280-468d-b0fc-c855d31a8efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f63f1e-8c1f-4ad5-aed9-88ab41edff48,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:14.603154 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-8d254471-f280-468d-b0fc-c855d31a8efa admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c77cc03d57fe401495282906fb2f33c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149625 May 11 06:40:14.603593 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 36270) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:14.655873 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port c372b82a-d12b-49fe-954d-646c72f56cf5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c372b82a-d12b-49fe-954d-646c72f56cf5,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:40:14.662995 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f43b1017-e3f8-4431-a4fe-a8f450a4488b admin admin] Publish callbacks [] for security_group (00f63f1e-8c1f-4ad5-aed9-88ab41edff48), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:14.665254 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c372b82a-d12b-49fe-954d-646c72f56cf5), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:14.684938 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=aa0feff8-652c-4491-ae7e-15c889fc6734,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:14.707461 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f43b1017-e3f8-4431-a4fe-a8f450a4488b admin admin] Publish callbacks [] for security_group (00f63f1e-8c1f-4ad5-aed9-88ab41edff48), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:14.726635 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad34657-edd2-484c-918e-50a2d1918ca2 x-openstack-request-id: req-3ad34657-edd2-484c-918e-50a2d1918ca2 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:40:14.727032 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b8d3ad-c5ac-43be-9752-33e7891c2aec", "name": "network-vif-plugged", "status": "completed", "tag": "aa0feff8-652c-4491-ae7e-15c889fc6734", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:40:14.727370 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3ad34657-edd2-484c-918e-50a2d1918ca2 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:40:14.727828 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ad34657-edd2-484c-918e-50a2d1918ca2'] response: {'server_uuid': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0feff8-652c-4491-ae7e-15c889fc6734', 'code': 200} May 11 06:40:14.758021 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=c372b82a-d12b-49fe-954d-646c72f56cf5,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:14.765435 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f43b1017-e3f8-4431-a4fe-a8f450a4488b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (00f63f1e-8c1f-4ad5-aed9-88ab41edff48), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:14.768408 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f43b1017-e3f8-4431-a4fe-a8f450a4488b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:14.769647 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-f43b1017-e3f8-4431-a4fe-a8f450a4488b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/00f63f1e-8c1f-4ad5-aed9-88ab41edff48 HTTP/1.1" status: 204 len: 168 time: 0.1650319 May 11 06:40:14.785198 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b1017-e3f8-4431-a4fe-a8f450a4488b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f63f1e-8c1f-4ad5-aed9-88ab41edff48,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:15.233458 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['c372b82a-d12b-49fe-954d-646c72f56cf5'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:40:15.301570 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c8510-6fae-47e6-9d78-96caf347daf7 req-f0c3f270-c956-4caa-922f-d3dfb74cf9c0 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:15.303215 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9a8c8510-6fae-47e6-9d78-96caf347daf7 req-f0c3f270-c956-4caa-922f-d3dfb74cf9c0 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0528331 May 11 06:40:15.360836 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9a8c8510-6fae-47e6-9d78-96caf347daf7 req-68a95534-0bb4-4b2a-aadc-65010e65205a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516388 May 11 06:40:15.687302 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a14f6-8298-45cd-a0e5-514bcf763793 req-d9be11ee-66aa-4a29-ad1c-8194139fd97c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:15.688694 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-de1a14f6-8298-45cd-a0e5-514bcf763793 req-d9be11ee-66aa-4a29-ad1c-8194139fd97c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 945 time: 0.0564971 May 11 06:40:15.742649 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-de1a14f6-8298-45cd-a0e5-514bcf763793 req-2c4fa154-151d-4c8c-a9af-ee33a971381b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479264 May 11 06:40:15.850825 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da9a83-7283-4f99-88bd-41d0465b4771 req-b8d46890-1228-44ed-8ba1-b69fb9d639ed tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:15.852381 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d3da9a83-7283-4f99-88bd-41d0465b4771 req-b8d46890-1228-44ed-8ba1-b69fb9d639ed tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0522149 May 11 06:40:15.904066 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d3da9a83-7283-4f99-88bd-41d0465b4771 req-fd93bbd3-bf7c-4689-8600-da3fa4d802b1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428441 May 11 06:40:15.989357 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863eb203-9638-4268-b75d-03c46ca79e8f req-c10ab520-1c7e-41fb-a346-76fbbfe1b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:15.990966 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-863eb203-9638-4268-b75d-03c46ca79e8f req-c10ab520-1c7e-41fb-a346-76fbbfe1b560 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 1130 time: 0.0462639 May 11 06:40:16.110975 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 36376) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:16.237334 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-863eb203-9638-4268-b75d-03c46ca79e8f req-620b9267-b359-46da-8eb7-2259e34db7a7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741758 May 11 06:40:16.409687 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1cd79c2f-6a8a-46dc-b1b7-0e8eb5b0aafe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:16.426019 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device c372b82a-d12b-49fe-954d-646c72f56cf5 up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:40:16.496594 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port c372b82a-d12b-49fe-954d-646c72f56cf5 completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:40:16.505422 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port c372b82a-d12b-49fe-954d-646c72f56cf5 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:40:16.505999 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c372b82a-d12b-49fe-954d-646c72f56cf5), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:16.564479 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1cd79c2f-6a8a-46dc-b1b7-0e8eb5b0aafe admin admin] Publish callbacks [] for security_group (374925c2-69c0-4478-87f5-4502a1f8c693), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:16.571743 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1cd79c2f-6a8a-46dc-b1b7-0e8eb5b0aafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (374925c2-69c0-4478-87f5-4502a1f8c693), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:16.598339 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2eb4c-30ff-4721-9090-df7014cde7d3 req-dd74f622-4647-4f38-8e0e-54d10d01ca0d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:16.599909 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-28b2eb4c-30ff-4721-9090-df7014cde7d3 req-dd74f622-4647-4f38-8e0e-54d10d01ca0d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0935662 May 11 06:40:16.644705 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-1cd79c2f-6a8a-46dc-b1b7-0e8eb5b0aafe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9749a39b055f44f897aee3e4a38a8e80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5347311 May 11 06:40:16.647391 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 36402) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:16.649827 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port c372b82a-d12b-49fe-954d-646c72f56cf5 is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:40:16.650419 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c372b82a-d12b-49fe-954d-646c72f56cf5), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:16.654212 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd79c2f-6a8a-46dc-b1b7-0e8eb5b0aafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374925c2-69c0-4478-87f5-4502a1f8c693,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:16.706617 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599eb4e1-2279-4700-a286-93a0602f95ac req-74277add-c91f-44cc-beba-c560ba822d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:16.711220 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-599eb4e1-2279-4700-a286-93a0602f95ac req-74277add-c91f-44cc-beba-c560ba822d74 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 1129 time: 0.0625453 May 11 06:40:16.716930 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-28b2eb4c-30ff-4721-9090-df7014cde7d3 req-7e494060-a5cc-4151-addf-8bb3cea5149c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086709 May 11 06:40:16.724076 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port c372b82a-d12b-49fe-954d-646c72f56cf5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c372b82a-d12b-49fe-954d-646c72f56cf5,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:40:16.729080 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c372b82a-d12b-49fe-954d-646c72f56cf5'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:40:16.733704 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1da02911-0a0c-4659-af8e-57b3893c177a admin admin] Publish callbacks [] for security_group (374925c2-69c0-4478-87f5-4502a1f8c693), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:16.734758 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a211f94-3c57-4690-9b8f-590c5bfb877d" -d '{"events": [{"server_uuid": "fe36d742-5157-4f04-9f55-02dfafa7d39a", "name": "network-vif-plugged", "status": "completed", "tag": "c372b82a-d12b-49fe-954d-646c72f56cf5"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:40:16.737678 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c372b82a-d12b-49fe-954d-646c72f56cf5), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:16.780227 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1da02911-0a0c-4659-af8e-57b3893c177a admin admin] Publish callbacks [] for security_group (374925c2-69c0-4478-87f5-4502a1f8c693), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:16.801024 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=c372b82a-d12b-49fe-954d-646c72f56cf5,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:16.813325 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf182a14-af46-4e22-8501-ccbf9c4a0d3d x-openstack-request-id: req-bf182a14-af46-4e22-8501-ccbf9c4a0d3d {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:40:16.818734 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe36d742-5157-4f04-9f55-02dfafa7d39a", "name": "network-vif-plugged", "status": "completed", "tag": "c372b82a-d12b-49fe-954d-646c72f56cf5", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:40:16.819039 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf182a14-af46-4e22-8501-ccbf9c4a0d3d {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:40:16.821380 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf182a14-af46-4e22-8501-ccbf9c4a0d3d'] response: {'server_uuid': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c372b82a-d12b-49fe-954d-646c72f56cf5', 'code': 200} May 11 06:40:17.051160 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1da02911-0a0c-4659-af8e-57b3893c177a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (374925c2-69c0-4478-87f5-4502a1f8c693), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:17.053681 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1da02911-0a0c-4659-af8e-57b3893c177a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:17.054784 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-1da02911-0a0c-4659-af8e-57b3893c177a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/374925c2-69c0-4478-87f5-4502a1f8c693 HTTP/1.1" status: 204 len: 168 time: 0.4064653 May 11 06:40:17.092684 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa16a0-9734-4dda-945f-690bab146b12 req-80705c72-a84b-490e-958e-e06e6962174f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:17.094194 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-55aa16a0-9734-4dda-945f-690bab146b12 req-80705c72-a84b-490e-958e-e06e6962174f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 946 time: 0.2683606 May 11 06:40:17.097111 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da02911-0a0c-4659-af8e-57b3893c177a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374925c2-69c0-4478-87f5-4502a1f8c693,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:17.112343 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25be704-2c43-4141-ae03-8e248fc8bbaa req-9a740b67-ac98-4725-a309-f1ff60995ece tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:17.114081 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e25be704-2c43-4141-ae03-8e248fc8bbaa req-9a740b67-ac98-4725-a309-f1ff60995ece tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0795810 May 11 06:40:17.193785 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-55aa16a0-9734-4dda-945f-690bab146b12 req-5cf83a92-388a-4e3f-b601-e3501c2037ea tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926847 May 11 06:40:17.197034 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e25be704-2c43-4141-ae03-8e248fc8bbaa req-00a98c2c-eef7-4be1-a4ed-a325ee16cb83 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704062 May 11 06:40:17.358390 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 36426) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:17.372310 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d703-a97a-404a-90ed-e0ef2bb16635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:17.403209 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 36428) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:17.448027 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-599eb4e1-2279-4700-a286-93a0602f95ac req-4184e5db-5314-4195-ae40-209522eec4c2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504739 May 11 06:40:17.482164 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d703-a97a-404a-90ed-e0ef2bb16635 admin admin] Publish callbacks [] for security_group (24413615-e92d-4199-bb26-7069e5ce1857), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:17.486363 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e1d2d703-a97a-404a-90ed-e0ef2bb16635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (24413615-e92d-4199-bb26-7069e5ce1857), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:17.524786 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-e1d2d703-a97a-404a-90ed-e0ef2bb16635 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=79503c66e4a245fabd4f1fd73b55bfd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652927 May 11 06:40:17.525637 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2d703-a97a-404a-90ed-e0ef2bb16635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24413615-e92d-4199-bb26-7069e5ce1857,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:17.527948 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 36432) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:17.579291 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a271fa5e-ff1e-4fd0-b530-f731620c2fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:17.612479 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e6ff538f-8796-47d7-b551-df06f850da46 admin admin] Publish callbacks [] for security_group (24413615-e92d-4199-bb26-7069e5ce1857), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:17.646222 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e6ff538f-8796-47d7-b551-df06f850da46 admin admin] Publish callbacks [] for security_group (24413615-e92d-4199-bb26-7069e5ce1857), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:17.714297 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a271fa5e-ff1e-4fd0-b530-f731620c2fe5 admin admin] Publish callbacks [] for security_group (d09c8d50-52c8-4caa-a337-7cfaf12d9914), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:17.719612 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a271fa5e-ff1e-4fd0-b530-f731620c2fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d09c8d50-52c8-4caa-a337-7cfaf12d9914), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:17.740883 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e6ff538f-8796-47d7-b551-df06f850da46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (24413615-e92d-4199-bb26-7069e5ce1857), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:17.740883 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e6ff538f-8796-47d7-b551-df06f850da46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:17.740883 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-e6ff538f-8796-47d7-b551-df06f850da46 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/24413615-e92d-4199-bb26-7069e5ce1857 HTTP/1.1" status: 204 len: 168 time: 0.2061532 May 11 06:40:17.767642 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-a271fa5e-ff1e-4fd0-b530-f731620c2fe5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9a84fb213e6045e7a3f1c7adf1a16b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3633623 May 11 06:40:17.770145 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 36448) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:17.778990 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271fa5e-ff1e-4fd0-b530-f731620c2fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09c8d50-52c8-4caa-a337-7cfaf12d9914,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:17.800922 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff538f-8796-47d7-b551-df06f850da46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24413615-e92d-4199-bb26-7069e5ce1857,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:17.887174 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea85f49-15c3-4af1-b0dd-01d62a7dad33 req-2e792469-710f-4c8d-a751-5517cd591740 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:17.888778 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bea85f49-15c3-4af1-b0dd-01d62a7dad33 req-2e792469-710f-4c8d-a751-5517cd591740 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0753837 May 11 06:40:17.889958 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5420f11b-3cc3-4b9f-81d2-0aab793dc49c admin admin] Publish callbacks [] for security_group (d09c8d50-52c8-4caa-a337-7cfaf12d9914), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:17.929113 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5420f11b-3cc3-4b9f-81d2-0aab793dc49c admin admin] Publish callbacks [] for security_group (d09c8d50-52c8-4caa-a337-7cfaf12d9914), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:17.982846 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bea85f49-15c3-4af1-b0dd-01d62a7dad33 req-16948003-4493-40f1-8c7a-d28e246249cf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832860 May 11 06:40:18.005335 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5420f11b-3cc3-4b9f-81d2-0aab793dc49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d09c8d50-52c8-4caa-a337-7cfaf12d9914), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:18.008071 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5420f11b-3cc3-4b9f-81d2-0aab793dc49c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:18.016853 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-5420f11b-3cc3-4b9f-81d2-0aab793dc49c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d09c8d50-52c8-4caa-a337-7cfaf12d9914 HTTP/1.1" status: 204 len: 168 time: 0.2382979 May 11 06:40:18.017013 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420f11b-3cc3-4b9f-81d2-0aab793dc49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09c8d50-52c8-4caa-a337-7cfaf12d9914,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:18.395133 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54991f88-effb-4380-bfeb-a72eacb8fd39 req-6a64aba5-4951-48f3-a53b-95c9a3a1545d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:18.396878 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-54991f88-effb-4380-bfeb-a72eacb8fd39 req-6a64aba5-4951-48f3-a53b-95c9a3a1545d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0821598 May 11 06:40:18.450561 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee650bea-8ac4-46c7-ab71-a5e3ae5854ed req-c935a270-0f01-4699-b9c2-03fe19b988d3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:18.452298 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ee650bea-8ac4-46c7-ab71-a5e3ae5854ed req-c935a270-0f01-4699-b9c2-03fe19b988d3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 946 time: 0.0544102 May 11 06:40:18.550357 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ee650bea-8ac4-46c7-ab71-a5e3ae5854ed req-7d01060d-67ae-4614-b716-8cd770fde11f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903471 May 11 06:40:18.573151 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-54991f88-effb-4380-bfeb-a72eacb8fd39 req-628a2318-d344-4819-a117-50d6d83c7283 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183441 May 11 06:40:18.611345 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 36488) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:18.628742 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-10a970e1-f1e4-451f-a463-3afb0d86f402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:18.725630 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-10a970e1-f1e4-451f-a463-3afb0d86f402 admin admin] Publish callbacks [] for security_group (d9dcd157-5c93-4212-aece-caf76ecd5925), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:18.729398 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-10a970e1-f1e4-451f-a463-3afb0d86f402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d9dcd157-5c93-4212-aece-caf76ecd5925), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:18.777443 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-10a970e1-f1e4-451f-a463-3afb0d86f402 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5c2e98218fa44077b1146873e42e75a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629360 May 11 06:40:18.777443 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a970e1-f1e4-451f-a463-3afb0d86f402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dcd157-5c93-4212-aece-caf76ecd5925,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:18.777818 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 36494) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:18.833111 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ffc34acf-64b8-4afb-9e69-918d50b163ba admin admin] Publish callbacks [] for security_group (d9dcd157-5c93-4212-aece-caf76ecd5925), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:18.857623 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ffc34acf-64b8-4afb-9e69-918d50b163ba admin admin] Publish callbacks [] for security_group (d9dcd157-5c93-4212-aece-caf76ecd5925), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:18.920411 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ffc34acf-64b8-4afb-9e69-918d50b163ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d9dcd157-5c93-4212-aece-caf76ecd5925), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:18.923554 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ffc34acf-64b8-4afb-9e69-918d50b163ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:18.928065 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-ffc34acf-64b8-4afb-9e69-918d50b163ba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9dcd157-5c93-4212-aece-caf76ecd5925 HTTP/1.1" status: 204 len: 168 time: 0.1490152 May 11 06:40:18.943934 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc34acf-64b8-4afb-9e69-918d50b163ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dcd157-5c93-4212-aece-caf76ecd5925,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:19.148526 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9a943-9f19-4fff-a6e1-f308d1d09f08 req-db56c5c3-33d8-4ee2-a593-1ef209cf2afb tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:19.151890 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b5b9a943-9f19-4fff-a6e1-f308d1d09f08 req-db56c5c3-33d8-4ee2-a593-1ef209cf2afb tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0630238 May 11 06:40:19.198691 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b5b9a943-9f19-4fff-a6e1-f308d1d09f08 req-fe578f2f-8358-4575-9e37-1492e97befb2 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428722 May 11 06:40:19.535753 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccb558-dade-460e-bc3a-a268bff90a50 req-2aefcc74-c6ca-4400-b410-9eed8181b437 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:19.539306 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1bccb558-dade-460e-bc3a-a268bff90a50 req-2aefcc74-c6ca-4400-b410-9eed8181b437 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0473931 May 11 06:40:19.608278 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1bccb558-dade-460e-bc3a-a268bff90a50 req-821f7ef4-0df7-437b-a3f0-f94b1049a1c9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616012 May 11 06:40:19.705409 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9510445-356b-4aaa-a562-891a9c11204e req-f92f16f6-987b-4bf6-8611-7481a2cdc08d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:19.707014 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c9510445-356b-4aaa-a562-891a9c11204e req-f92f16f6-987b-4bf6-8611-7481a2cdc08d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 946 time: 0.0580263 May 11 06:40:19.778325 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866f5cf-e59b-4f6a-94e6-d7b92bd9c0bf req-3448126d-952d-44a0-96cc-f8cd322fe40b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:19.778325 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d866f5cf-e59b-4f6a-94e6-d7b92bd9c0bf req-3448126d-952d-44a0-96cc-f8cd322fe40b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0669777 May 11 06:40:19.814225 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c9510445-356b-4aaa-a562-891a9c11204e req-29688eab-2338-4c9b-9f9a-9beab99ddd59 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946691 May 11 06:40:19.852868 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d866f5cf-e59b-4f6a-94e6-d7b92bd9c0bf req-9b0d65b0-0e43-4a74-95f4-a2dd88a521bb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711884 May 11 06:40:20.020047 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25968c9e-107c-4018-ba2d-c6cf7f8ec39b req-cf6f4409-9ffe-483f-b5c9-6ccc9b07849a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:20.021658 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-25968c9e-107c-4018-ba2d-c6cf7f8ec39b req-cf6f4409-9ffe-483f-b5c9-6ccc9b07849a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 1130 time: 0.0524483 May 11 06:40:20.736121 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0651c52-43f2-4c83-86a7-4a189a18ae55 req-ba1000db-271e-4abe-81cc-e9d551e4f75f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:20.739997 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c0651c52-43f2-4c83-86a7-4a189a18ae55 req-ba1000db-271e-4abe-81cc-e9d551e4f75f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0626454 May 11 06:40:20.791581 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c0651c52-43f2-4c83-86a7-4a189a18ae55 req-8cf93b6a-c720-428b-b863-11501b60f1df tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474486 May 11 06:40:20.954565 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21347fc-a5fd-4808-9b13-51ccf2820df9 req-88e9382f-3ef1-4070-8c41-91d91fef2dab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:20.956283 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e21347fc-a5fd-4808-9b13-51ccf2820df9 req-88e9382f-3ef1-4070-8c41-91d91fef2dab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 946 time: 0.0637519 May 11 06:40:21.006833 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085e4a1-2976-4d1a-a8f4-5cf2567ea6bc req-25e4681e-f64f-4603-a058-b042336b9877 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:21.008311 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c085e4a1-2976-4d1a-a8f4-5cf2567ea6bc req-25e4681e-f64f-4603-a058-b042336b9877 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0719519 May 11 06:40:21.053135 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e21347fc-a5fd-4808-9b13-51ccf2820df9 req-477fea04-3c70-4741-8d0a-8fa998a31e97 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780122 May 11 06:40:21.053300 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 36622) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:21.085459 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c085e4a1-2976-4d1a-a8f4-5cf2567ea6bc req-d22fae0a-2327-4283-a21d-6ca07ad9c6b2 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659900 May 11 06:40:21.226045 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-25968c9e-107c-4018-ba2d-c6cf7f8ec39b req-0b429cd4-a56b-428c-9c10-ba836b7c1afc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885065 May 11 06:40:21.238553 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5b0596c8-e953-4483-9321-63c909171022 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:21.249962 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c376e-4269-4c60-a028-a4742be14fa5 req-bcec4cd4-1385-4b4d-bc65-f639538ed51e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:21.250134 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf607b62-810c-4c0b-9027-1457b1558c0f req-7c9fdca4-bb3e-4c1d-96e4-2051b826947c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:21.251504 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-cf607b62-810c-4c0b-9027-1457b1558c0f req-7c9fdca4-bb3e-4c1d-96e4-2051b826947c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 1130 time: 0.0997560 May 11 06:40:21.251615 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a81c376e-4269-4c60-a028-a4742be14fa5 req-bcec4cd4-1385-4b4d-bc65-f639538ed51e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0538108 May 11 06:40:21.262739 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 36632) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:21.267563 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-b55980cb-7879-4f5b-940b-e90561ac0fbf tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Request body: {'floatingip': {'port_id': 'aa0feff8-652c-4491-ae7e-15c889fc6734'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:40:21.327193 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5b0596c8-e953-4483-9321-63c909171022 admin admin] Publish callbacks [] for security_group (e1ca2576-b4d0-48b6-993d-27b1a1c62c70), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:21.331129 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5b0596c8-e953-4483-9321-63c909171022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (e1ca2576-b4d0-48b6-993d-27b1a1c62c70), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:21.344448 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b55980cb-7879-4f5b-940b-e90561ac0fbf tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for floatingip (a1c4fac9-1a5b-4e28-99ce-45c1c98f6c67), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:21.371425 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-5b0596c8-e953-4483-9321-63c909171022 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2fbc391accaf44d5a4af1da1dbeb8023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169072 May 11 06:40:21.373972 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 36634) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:21.374689 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0596c8-e953-4483-9321-63c909171022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ca2576-b4d0-48b6-993d-27b1a1c62c70,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:21.538525 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d9e9153c-f55f-4fbd-97fe-e998ec5aa684 admin admin] Publish callbacks [] for security_group (e1ca2576-b4d0-48b6-993d-27b1a1c62c70), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:21.601874 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d9e9153c-f55f-4fbd-97fe-e998ec5aa684 admin admin] Publish callbacks [] for security_group (e1ca2576-b4d0-48b6-993d-27b1a1c62c70), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:21.750599 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d9e9153c-f55f-4fbd-97fe-e998ec5aa684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (e1ca2576-b4d0-48b6-993d-27b1a1c62c70), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:21.754267 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d9e9153c-f55f-4fbd-97fe-e998ec5aa684 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:21.755535 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-d9e9153c-f55f-4fbd-97fe-e998ec5aa684 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e1ca2576-b4d0-48b6-993d-27b1a1c62c70 HTTP/1.1" status: 204 len: 168 time: 0.3806291 May 11 06:40:21.802000 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf607b62-810c-4c0b-9027-1457b1558c0f req-78a1ca3e-b463-4a12-aaf7-4812ca8cea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:21.813035 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-cf607b62-810c-4c0b-9027-1457b1558c0f req-78a1ca3e-b463-4a12-aaf7-4812ca8cea05 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 919 time: 0.1420813 May 11 06:40:21.830343 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9153c-f55f-4fbd-97fe-e998ec5aa684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ca2576-b4d0-48b6-993d-27b1a1c62c70,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:22.066326 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d32ce2-89df-4e07-a3e0-48b3e1baaf48 req-74345a75-bb2e-4193-99c1-d93ff8641c5c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:22.068215 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-79d32ce2-89df-4e07-a3e0-48b3e1baaf48 req-74345a75-bb2e-4193-99c1-d93ff8641c5c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.1229749 May 11 06:40:22.207153 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.db.resource_extend [None req-b55980cb-7879-4f5b-940b-e90561ac0fbf tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 11 06:40:22.277861 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 36674) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:22.295599 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cadd303e-082c-469b-8704-ab2e87335b0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:22.406944 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-cf607b62-810c-4c0b-9027-1457b1558c0f req-fdae2d20-9c30-4a69-94c0-6e21f7385829 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23e63531-0e9d-493d-ac18-7001469a18bd HTTP/1.1" status: 200 len: 217 time: 0.0523877 May 11 06:40:22.462109 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cadd303e-082c-469b-8704-ab2e87335b0d admin admin] Publish callbacks [] for security_group (3e14eda4-5fbe-459a-bcf2-1ef7761d2fed), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:22.470416 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cadd303e-082c-469b-8704-ab2e87335b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (3e14eda4-5fbe-459a-bcf2-1ef7761d2fed), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:22.495032 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56cc64-3946-4a25-9c44-aa5409ade76f req-5dd8ee48-f888-4633-a76d-86794f6acbeb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:22.496050 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf607b62-810c-4c0b-9027-1457b1558c0f req-35f46643-f834-401a-b930-4ee04af1aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:22.496666 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8d56cc64-3946-4a25-9c44-aa5409ade76f req-5dd8ee48-f888-4633-a76d-86794f6acbeb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 946 time: 0.3489532 May 11 06:40:22.497565 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-cf607b62-810c-4c0b-9027-1457b1558c0f req-35f46643-f834-401a-b930-4ee04af1aa92 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=583a5267-dd2a-4e7b-b980-2981ce70ccda HTTP/1.1" status: 200 len: 857 time: 0.0783188 May 11 06:40:22.524712 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-79d32ce2-89df-4e07-a3e0-48b3e1baaf48 req-4ea70c85-0b9c-4f08-a98f-a1eba3d5564b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269288 May 11 06:40:22.532134 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-cadd303e-082c-469b-8704-ab2e87335b0d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb16d6b678894b4d99f78a8029071a93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521212 May 11 06:40:22.535743 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 36680) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:22.545742 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b55980cb-7879-4f5b-940b-e90561ac0fbf tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:22.558923 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd303e-082c-469b-8704-ab2e87335b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e14eda4-5fbe-459a-bcf2-1ef7761d2fed,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:22.559236 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b55980cb-7879-4f5b-940b-e90561ac0fbf tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (a1c4fac9-1a5b-4e28-99ce-45c1c98f6c67), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:22.577525 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf607b62-810c-4c0b-9027-1457b1558c0f req-7d72a2e8-d428-404e-b6f9-f8587a55262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:22.579066 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-cf607b62-810c-4c0b-9027-1457b1558c0f req-7d72a2e8-d428-404e-b6f9-f8587a55262a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f58da4c7-ef95-435b-ab0f-347f8d529b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0627294 May 11 06:40:22.648868 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8d56cc64-3946-4a25-9c44-aa5409ade76f req-0c717c70-5995-468e-810a-02b63fd39bbe tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355772 May 11 06:40:22.698797 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-09ba5fa3-64ba-4e32-a47d-a4af7842a590 admin admin] Publish callbacks [] for security_group (3e14eda4-5fbe-459a-bcf2-1ef7761d2fed), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:22.729006 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [None req-b55980cb-7879-4f5b-940b-e90561ac0fbf tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Floating IP a1c4fac9-1a5b-4e28-99ce-45c1c98f6c67 associated. External IP: 172.27.2.160, port: aa0feff8-652c-4491-ae7e-15c889fc6734. May 11 06:40:22.736009 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-cf607b62-810c-4c0b-9027-1457b1558c0f req-cd703914-5d09-4dbb-91e1-b7bf41dcbfc9 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067226 May 11 06:40:22.736146 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-09ba5fa3-64ba-4e32-a47d-a4af7842a590 admin admin] Publish callbacks [] for security_group (3e14eda4-5fbe-459a-bcf2-1ef7761d2fed), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:22.864053 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-cf607b62-810c-4c0b-9027-1457b1558c0f req-c065b7d9-1f08-4720-a0e3-a7f5e3e6ba3b service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017742 May 11 06:40:22.866308 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-09ba5fa3-64ba-4e32-a47d-a4af7842a590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (3e14eda4-5fbe-459a-bcf2-1ef7761d2fed), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:22.870243 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-09ba5fa3-64ba-4e32-a47d-a4af7842a590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:22.870243 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-09ba5fa3-64ba-4e32-a47d-a4af7842a590 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e14eda4-5fbe-459a-bcf2-1ef7761d2fed HTTP/1.1" status: 204 len: 168 time: 0.3327491 May 11 06:40:22.915456 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba5fa3-64ba-4e32-a47d-a4af7842a590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e14eda4-5fbe-459a-bcf2-1ef7761d2fed,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:23.003614 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55980cb-7879-4f5b-940b-e90561ac0fbf tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:40:23.164049 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55980cb-7879-4f5b-940b-e90561ac0fbf tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:40:23.179008 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b55980cb-7879-4f5b-940b-e90561ac0fbf tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:23.194815 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7139510b-25e8-4f34-9d61-be3b54856a44 None None] Sync routers for ids ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:40:23.209358 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7139510b-25e8-4f34-9d61-be3b54856a44 None None] Routers {'7547115d-ecd1-4e1b-b7bb-7ef0112d439e'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:40:23.210460 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-7139510b-25e8-4f34-9d61-be3b54856a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:39:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:40:23.223452 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-b55980cb-7879-4f5b-940b-e90561ac0fbf tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "PUT /v2.0/floatingips/a1c4fac9-1a5b-4e28-99ce-45c1c98f6c67 HTTP/1.1" status: 200 len: 991 time: 1.9592724 May 11 06:40:23.224949 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'tag': 'aa0feff8-652c-4491-ae7e-15c889fc6734'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:40:23.227505 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f9fe0c-e47e-4be9-891a-a97a0d8322f7" -d '{"events": [{"name": "network-changed", "server_uuid": "86b8d3ad-c5ac-43be-9752-33e7891c2aec", "tag": "aa0feff8-652c-4491-ae7e-15c889fc6734"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:40:23.287009 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3991c602-114b-4a7c-8b39-0fcb5e346e3f x-openstack-request-id: req-3991c602-114b-4a7c-8b39-0fcb5e346e3f {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:40:23.287589 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b8d3ad-c5ac-43be-9752-33e7891c2aec", "tag": "aa0feff8-652c-4491-ae7e-15c889fc6734", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:40:23.288211 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3991c602-114b-4a7c-8b39-0fcb5e346e3f {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:40:23.296214 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3991c602-114b-4a7c-8b39-0fcb5e346e3f'] response: {'name': 'network-changed', 'server_uuid': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'tag': 'aa0feff8-652c-4491-ae7e-15c889fc6734', 'status': 'completed', 'code': 200} May 11 06:40:23.345371 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 36714) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:23.353106 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-7139510b-25e8-4f34-9d61-be3b54856a44 None None] Set router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:40:23.363807 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dd55f7a2-3bb7-425a-bf60-806f7d222d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:23.468824 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dd55f7a2-3bb7-425a-bf60-806f7d222d40 admin admin] Publish callbacks [] for security_group (6480d74a-b3e0-4c12-b7bb-ad1bb0f13c2e), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:23.473377 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dd55f7a2-3bb7-425a-bf60-806f7d222d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (6480d74a-b3e0-4c12-b7bb-ad1bb0f13c2e), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:23.518719 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55f7a2-3bb7-425a-bf60-806f7d222d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6480d74a-b3e0-4c12-b7bb-ad1bb0f13c2e,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:23.524375 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-dd55f7a2-3bb7-425a-bf60-806f7d222d40 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=95dd605ae5244d1d9e1564e39e54f8d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1779287 May 11 06:40:23.527021 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 36720) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:23.579244 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-10b2a112-5468-4d91-a6b3-5416d6f7e782 admin admin] Publish callbacks [] for security_group (6480d74a-b3e0-4c12-b7bb-ad1bb0f13c2e), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:23.607342 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-10b2a112-5468-4d91-a6b3-5416d6f7e782 admin admin] Publish callbacks [] for security_group (6480d74a-b3e0-4c12-b7bb-ad1bb0f13c2e), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:23.643315 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-7139510b-25e8-4f34-9d61-be3b54856a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'a1c4fac9-1a5b-4e28-99ce-45c1c98f6c67', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'port_id': 'aa0feff8-652c-4491-ae7e-15c889fc6734', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'mac_address': 'fa:16:3e:d8:8c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:39:25Z', 'updated_at': '2022-05-11T06:40:22Z', 'revision_number': 1, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a09ad5-b6e7-47e7-934a-578002478ba8', 'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'mac_address': 'fa:16:3e:df:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:10Z', 'updated_at': '2022-05-11T06:39:25Z', 'revision_number': 5, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'subnets': [{'id': '46918c72-b454-45a4-910b-65c25fc3c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:40:23.650982 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796bfc0-db76-4a27-bfd1-c21fa810e8c0 req-f14eb0d6-4cf5-472f-9e9a-c76bf0e51224 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:23.659999 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4796bfc0-db76-4a27-bfd1-c21fa810e8c0 req-f14eb0d6-4cf5-472f-9e9a-c76bf0e51224 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0602160 May 11 06:40:23.661046 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-10b2a112-5468-4d91-a6b3-5416d6f7e782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (6480d74a-b3e0-4c12-b7bb-ad1bb0f13c2e), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:23.663778 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-10b2a112-5468-4d91-a6b3-5416d6f7e782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:23.665149 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-10b2a112-5468-4d91-a6b3-5416d6f7e782 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6480d74a-b3e0-4c12-b7bb-ad1bb0f13c2e HTTP/1.1" status: 204 len: 168 time: 0.1369774 May 11 06:40:23.673624 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7139510b-25e8-4f34-9d61-be3b54856a44 None None] Checking router: 7547115d-ecd1-4e1b-b7bb-7ef0112d439e for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:40:23.677641 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2a112-5468-4d91-a6b3-5416d6f7e782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6480d74a-b3e0-4c12-b7bb-ad1bb0f13c2e,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:23.694154 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7139510b-25e8-4f34-9d61-be3b54856a44 None None] Routers {'7547115d-ecd1-4e1b-b7bb-7ef0112d439e'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:40:23.694780 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-7139510b-25e8-4f34-9d61-be3b54856a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:39:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:40:23.742671 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4796bfc0-db76-4a27-bfd1-c21fa810e8c0 req-02700529-45b5-4376-85fa-d63fd6149225 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805206 May 11 06:40:23.803299 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1691d-9fb8-4fba-8889-9df0666b90d0 req-c6f9ed3c-5b74-4e91-9e4a-ac101f27bfbc tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:23.804758 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a1c1691d-9fb8-4fba-8889-9df0666b90d0 req-c6f9ed3c-5b74-4e91-9e4a-ac101f27bfbc tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 946 time: 0.0522771 May 11 06:40:23.861966 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a1c1691d-9fb8-4fba-8889-9df0666b90d0 req-f96e1f14-4f58-4121-abfc-bb1d1602c5ba tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479195 May 11 06:40:23.899375 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-7139510b-25e8-4f34-9d61-be3b54856a44 None None] Set router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:40:23.998699 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34561e4-0db6-4015-acc6-4f6bf5f2004c req-6b563ee0-04ec-4386-8237-460c49283f05 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:24.003704 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c34561e4-0db6-4015-acc6-4f6bf5f2004c req-6b563ee0-04ec-4386-8237-460c49283f05 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 946 time: 0.0732224 May 11 06:40:24.008838 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 36736) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:24.015595 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-d9191c8f-ef6a-4f94-be98-b187e22d46e5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'floatingip': {'port_id': 'c372b82a-d12b-49fe-954d-646c72f56cf5'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:40:24.032069 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9fe0c-e47e-4be9-891a-a97a0d8322f7 req-5d56118d-7ac3-4c95-8604-1f5eb7eb8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:24.034258 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a7f9fe0c-e47e-4be9-891a-a97a0d8322f7 req-5d56118d-7ac3-4c95-8604-1f5eb7eb8b95 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea42234bb6844ce88afe0725d859863e&device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 1129 time: 0.0616100 May 11 06:40:24.065202 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d9191c8f-ef6a-4f94-be98-b187e22d46e5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (6b937a68-3272-4ac3-abbf-556e83aad4ee), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:24.171662 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-7139510b-25e8-4f34-9d61-be3b54856a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'a1c4fac9-1a5b-4e28-99ce-45c1c98f6c67', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'port_id': 'aa0feff8-652c-4491-ae7e-15c889fc6734', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'mac_address': 'fa:16:3e:d8:8c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:39:25Z', 'updated_at': '2022-05-11T06:40:22Z', 'revision_number': 1, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a09ad5-b6e7-47e7-934a-578002478ba8', 'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'mac_address': 'fa:16:3e:df:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:10Z', 'updated_at': '2022-05-11T06:39:25Z', 'revision_number': 5, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'subnets': [{'id': '46918c72-b454-45a4-910b-65c25fc3c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:40:24.212014 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7139510b-25e8-4f34-9d61-be3b54856a44 None None] The sync data for ids ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'] in dv-cinder-804757-27-iscsi is: [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'a1c4fac9-1a5b-4e28-99ce-45c1c98f6c67', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'port_id': 'aa0feff8-652c-4491-ae7e-15c889fc6734', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'mac_address': 'fa:16:3e:d8:8c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:39:25Z', 'updated_at': '2022-05-11T06:40:22Z', 'revision_number': 1, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a09ad5-b6e7-47e7-934a-578002478ba8', 'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'mac_address': 'fa:16:3e:df:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:10Z', 'updated_at': '2022-05-11T06:39:25Z', 'revision_number': 5, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'subnets': [{'id': '46918c72-b454-45a4-910b-65c25fc3c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:40:24.307513 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9fe0c-e47e-4be9-891a-a97a0d8322f7 req-97e97a7f-4eeb-482b-ac68-3944b054f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:24.309894 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a7f9fe0c-e47e-4be9-891a-a97a0d8322f7 req-97e97a7f-4eeb-482b-ac68-3944b054f57e service neutron] 10.222.0.70 "GET /v2.0/networks?id=db82dec6-6180-4aae-84ec-afed65e8ca62 HTTP/1.1" status: 200 len: 918 time: 0.1167977 May 11 06:40:24.478754 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a7f9fe0c-e47e-4be9-891a-a97a0d8322f7 req-66a19d0a-b1c2-40a5-bb9f-045ccbf03ab1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0feff8-652c-4491-ae7e-15c889fc6734 HTTP/1.1" status: 200 len: 999 time: 0.1625483 May 11 06:40:24.578461 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9fe0c-e47e-4be9-891a-a97a0d8322f7 req-9ef2e3f6-1ef0-449c-8c80-83df359f82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:24.580225 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a7f9fe0c-e47e-4be9-891a-a97a0d8322f7 req-9ef2e3f6-1ef0-449c-8c80-83df359f82b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46918c72-b454-45a4-910b-65c25fc3c195 HTTP/1.1" status: 200 len: 856 time: 0.0925045 May 11 06:40:24.580442 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dc316b-078b-4033-b1cf-26883f8c96f9 None None] New status for floating IP a1c4fac9-1a5b-4e28-99ce-45c1c98f6c67: ACTIVE {{(pid=104515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:40:24.662415 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9fe0c-e47e-4be9-891a-a97a0d8322f7 req-72e92cb5-223a-4fc4-b8f8-bbce4c02a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:24.666173 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a7f9fe0c-e47e-4be9-891a-a97a0d8322f7 req-72e92cb5-223a-4fc4-b8f8-bbce4c02a1da service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=db82dec6-6180-4aae-84ec-afed65e8ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0672379 May 11 06:40:24.795217 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a7f9fe0c-e47e-4be9-891a-a97a0d8322f7 req-4db0d83d-5d25-4e56-bb74-96974096bf53 service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116099 May 11 06:40:24.985545 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d9191c8f-ef6a-4f94-be98-b187e22d46e5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:25.015344 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a7f9fe0c-e47e-4be9-891a-a97a0d8322f7 req-922da13f-ff4d-4dba-9efa-47b0427bb4c1 service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086263 May 11 06:40:25.018634 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d9191c8f-ef6a-4f94-be98-b187e22d46e5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (6b937a68-3272-4ac3-abbf-556e83aad4ee), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:25.095110 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8c2db-0684-4dfd-ba76-bd0749344b77 req-d0d72039-7ee2-4c9f-8e6b-6d64d3455d89 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:25.096670 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d0c8c2db-0684-4dfd-ba76-bd0749344b77 req-d0d72039-7ee2-4c9f-8e6b-6d64d3455d89 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.1060877 May 11 06:40:25.186172 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 36786) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:25.206733 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [None req-d9191c8f-ef6a-4f94-be98-b187e22d46e5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Floating IP 6b937a68-3272-4ac3-abbf-556e83aad4ee associated. External IP: 172.27.2.204, port: c372b82a-d12b-49fe-954d-646c72f56cf5. May 11 06:40:25.211568 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d0c8c2db-0684-4dfd-ba76-bd0749344b77 req-57be92b1-65a7-4bde-b61b-74acc1116578 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085997 May 11 06:40:25.507965 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9191c8f-ef6a-4f94-be98-b187e22d46e5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Router 58024757-0472-42af-9a5f-e09dbcca1c29 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:40:25.515241 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-fbb26ea3-9900-4bea-8863-be5b98412615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:25.594027 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-fbb26ea3-9900-4bea-8863-be5b98412615 admin admin] Publish callbacks [] for security_group (36769be1-aceb-426d-8dcd-01793ad1c799), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:25.598442 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-fbb26ea3-9900-4bea-8863-be5b98412615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (36769be1-aceb-426d-8dcd-01793ad1c799), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:25.630667 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-cb5cf649-f8b2-4351-9b3f-f228a799ab23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:25.643174 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-fbb26ea3-9900-4bea-8863-be5b98412615 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=872ecad8671e4cc8a6d8e6732a1d5d93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4544466 May 11 06:40:25.644132 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb26ea3-9900-4bea-8863-be5b98412615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36769be1-aceb-426d-8dcd-01793ad1c799,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:25.645889 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 36814) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:25.655793 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9191c8f-ef6a-4f94-be98-b187e22d46e5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:40:25.664338 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d9191c8f-ef6a-4f94-be98-b187e22d46e5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:25.669247 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c085b12-2488-4832-8244-060533520e27 None None] Sync routers for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:40:25.680302 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c085b12-2488-4832-8244-060533520e27 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:40:25.681109 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-5c085b12-2488-4832-8244-060533520e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:39:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:40:25.721243 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-d9191c8f-ef6a-4f94-be98-b187e22d46e5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "PUT /v2.0/floatingips/6b937a68-3272-4ac3-abbf-556e83aad4ee HTTP/1.1" status: 200 len: 992 time: 1.7090521 May 11 06:40:25.721961 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'tag': 'c372b82a-d12b-49fe-954d-646c72f56cf5'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:40:25.724255 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0427bb52-1e25-4cac-b55e-01b41489ccf2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe36d742-5157-4f04-9f55-02dfafa7d39a", "tag": "c372b82a-d12b-49fe-954d-646c72f56cf5"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:40:25.742221 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f4db1bd4-c88d-47d1-a02f-08806bc04007 admin admin] Publish callbacks [] for security_group (36769be1-aceb-426d-8dcd-01793ad1c799), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:25.769385 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f4db1bd4-c88d-47d1-a02f-08806bc04007 admin admin] Publish callbacks [] for security_group (36769be1-aceb-426d-8dcd-01793ad1c799), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:25.777268 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71a7907-9d2a-470d-99fd-8d8df2bcea16 x-openstack-request-id: req-d71a7907-9d2a-470d-99fd-8d8df2bcea16 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:40:25.777605 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe36d742-5157-4f04-9f55-02dfafa7d39a", "tag": "c372b82a-d12b-49fe-954d-646c72f56cf5", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:40:25.777859 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d71a7907-9d2a-470d-99fd-8d8df2bcea16 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:40:25.778264 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d71a7907-9d2a-470d-99fd-8d8df2bcea16'] response: {'name': 'network-changed', 'server_uuid': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'tag': 'c372b82a-d12b-49fe-954d-646c72f56cf5', 'status': 'completed', 'code': 200} May 11 06:40:25.811162 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-5c085b12-2488-4832-8244-060533520e27 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:40:25.825680 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f4db1bd4-c88d-47d1-a02f-08806bc04007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (36769be1-aceb-426d-8dcd-01793ad1c799), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:25.829243 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f4db1bd4-c88d-47d1-a02f-08806bc04007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:25.830714 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-f4db1bd4-c88d-47d1-a02f-08806bc04007 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/36769be1-aceb-426d-8dcd-01793ad1c799 HTTP/1.1" status: 204 len: 168 time: 0.1837757 May 11 06:40:25.846815 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db1bd4-c88d-47d1-a02f-08806bc04007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36769be1-aceb-426d-8dcd-01793ad1c799,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:25.930773 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:40:26.098836 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-5c085b12-2488-4832-8244-060533520e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '6b937a68-3272-4ac3-abbf-556e83aad4ee', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': 'c372b82a-d12b-49fe-954d-646c72f56cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:db:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:39:22Z', 'updated_at': '2022-05-11T06:40:24Z', 'revision_number': 1, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:40:26.127905 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c085b12-2488-4832-8244-060533520e27 None None] Checking router: 58024757-0472-42af-9a5f-e09dbcca1c29 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:40:26.136628 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c085b12-2488-4832-8244-060533520e27 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:40:26.137277 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-5c085b12-2488-4832-8244-060533520e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:39:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:40:26.254253 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-5c085b12-2488-4832-8244-060533520e27 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:40:26.270254 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 36856) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:26.295839 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a96f5b32-4a1c-447e-9927-1fea7a6ac8f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:26.395880 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f8c2b-8cdc-475f-b642-a9c6cfad253f req-706f26bd-81be-43f0-b7bd-387a42112ca0 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:26.397397 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d23f8c2b-8cdc-475f-b642-a9c6cfad253f req-706f26bd-81be-43f0-b7bd-387a42112ca0 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0646615 May 11 06:40:26.454462 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a96f5b32-4a1c-447e-9927-1fea7a6ac8f9 admin admin] Publish callbacks [] for security_group (9a865083-8af4-4749-b173-967e5396bbf9), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:26.464831 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a96f5b32-4a1c-447e-9927-1fea7a6ac8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (9a865083-8af4-4749-b173-967e5396bbf9), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:26.490030 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d23f8c2b-8cdc-475f-b642-a9c6cfad253f req-18de005d-16e5-4281-ab27-84a07a72911e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820763 May 11 06:40:26.503869 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-5c085b12-2488-4832-8244-060533520e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '6b937a68-3272-4ac3-abbf-556e83aad4ee', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': 'c372b82a-d12b-49fe-954d-646c72f56cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:db:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:39:22Z', 'updated_at': '2022-05-11T06:40:24Z', 'revision_number': 1, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:40:26.525542 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-a96f5b32-4a1c-447e-9927-1fea7a6ac8f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e6db266673c742b1ad26070506ed614e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514472 May 11 06:40:26.525542 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f5b32-4a1c-447e-9927-1fea7a6ac8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a865083-8af4-4749-b173-967e5396bbf9,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:26.525872 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 36866) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:26.538549 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c085b12-2488-4832-8244-060533520e27 None None] The sync data for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi is: [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '6b937a68-3272-4ac3-abbf-556e83aad4ee', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': 'c372b82a-d12b-49fe-954d-646c72f56cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:db:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:39:22Z', 'updated_at': '2022-05-11T06:40:24Z', 'revision_number': 1, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:40:26.587463 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-40d46606-f722-4bfd-8d7e-157a7b9d3e71 admin admin] Publish callbacks [] for security_group (9a865083-8af4-4749-b173-967e5396bbf9), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:26.614826 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-40d46606-f722-4bfd-8d7e-157a7b9d3e71 admin admin] Publish callbacks [] for security_group (9a865083-8af4-4749-b173-967e5396bbf9), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:26.641987 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 36870) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:26.670935 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-40d46606-f722-4bfd-8d7e-157a7b9d3e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (9a865083-8af4-4749-b173-967e5396bbf9), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:26.674529 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-40d46606-f722-4bfd-8d7e-157a7b9d3e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:26.675751 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-40d46606-f722-4bfd-8d7e-157a7b9d3e71 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9a865083-8af4-4749-b173-967e5396bbf9 HTTP/1.1" status: 204 len: 168 time: 0.1473987 May 11 06:40:26.686121 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d46606-f722-4bfd-8d7e-157a7b9d3e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a865083-8af4-4749-b173-967e5396bbf9,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:26.773462 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0fdbe5-dc16-4111-b8f6-c474ee873658 None None] New status for floating IP 6b937a68-3272-4ac3-abbf-556e83aad4ee: ACTIVE {{(pid=104515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:40:26.783551 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0308de54-7648-4aab-9852-f246bc4d8dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:26.876584 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0308de54-7648-4aab-9852-f246bc4d8dbb admin admin] Publish callbacks [] for security_group (189a7f7f-7883-47e9-95c2-d8c63c24ad79), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:26.881048 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0308de54-7648-4aab-9852-f246bc4d8dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (189a7f7f-7883-47e9-95c2-d8c63c24ad79), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:26.920312 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-0308de54-7648-4aab-9852-f246bc4d8dbb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d00025caa4dc487d8071c803e57e9145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772527 May 11 06:40:26.921677 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308de54-7648-4aab-9852-f246bc4d8dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189a7f7f-7883-47e9-95c2-d8c63c24ad79,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:26.922994 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 36880) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:26.998928 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-81101d69-4eba-4126-9da6-beef46407b1f admin admin] Publish callbacks [] for security_group (189a7f7f-7883-47e9-95c2-d8c63c24ad79), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:27.020835 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-81101d69-4eba-4126-9da6-beef46407b1f admin admin] Publish callbacks [] for security_group (189a7f7f-7883-47e9-95c2-d8c63c24ad79), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:27.071606 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-81101d69-4eba-4126-9da6-beef46407b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (189a7f7f-7883-47e9-95c2-d8c63c24ad79), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:27.075128 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-81101d69-4eba-4126-9da6-beef46407b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:27.076424 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-81101d69-4eba-4126-9da6-beef46407b1f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/189a7f7f-7883-47e9-95c2-d8c63c24ad79 HTTP/1.1" status: 204 len: 168 time: 0.1518879 May 11 06:40:27.085450 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81101d69-4eba-4126-9da6-beef46407b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189a7f7f-7883-47e9-95c2-d8c63c24ad79,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:27.474024 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 36910) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:27.487376 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0fc3bd5c-6453-46b8-83ac-c14e469e24d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:27.569956 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0fc3bd5c-6453-46b8-83ac-c14e469e24d3 admin admin] Publish callbacks [] for security_group (3feba9ba-6924-464c-be04-5c94f3afe673), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:27.575215 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0fc3bd5c-6453-46b8-83ac-c14e469e24d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (3feba9ba-6924-464c-be04-5c94f3afe673), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:27.617195 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-0fc3bd5c-6453-46b8-83ac-c14e469e24d3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8011f40e920040688ec08a55418b8cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419911 May 11 06:40:27.618554 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3bd5c-6453-46b8-83ac-c14e469e24d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3feba9ba-6924-464c-be04-5c94f3afe673,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:27.621232 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 36916) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:27.625419 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f3ef5-7e70-42af-aaaa-e5c6a0f6fa56 req-50c6076a-144f-4875-ac20-64c783f450b7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:27.627483 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-039f3ef5-7e70-42af-aaaa-e5c6a0f6fa56 req-50c6076a-144f-4875-ac20-64c783f450b7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0596037 May 11 06:40:27.691674 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0cacb244-27fc-45b2-b526-e3281a3f811f admin admin] Publish callbacks [] for security_group (3feba9ba-6924-464c-be04-5c94f3afe673), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:27.695679 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-039f3ef5-7e70-42af-aaaa-e5c6a0f6fa56 req-ceaf0e2a-faff-4206-8597-c8a73ba1c7f0 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624304 May 11 06:40:27.715892 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0cacb244-27fc-45b2-b526-e3281a3f811f admin admin] Publish callbacks [] for security_group (3feba9ba-6924-464c-be04-5c94f3afe673), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:27.748056 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-cdc64961-9ffb-4fe2-b6b2-e05fa997efd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:27.767799 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0cacb244-27fc-45b2-b526-e3281a3f811f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (3feba9ba-6924-464c-be04-5c94f3afe673), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:27.771233 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0cacb244-27fc-45b2-b526-e3281a3f811f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:27.772809 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-0cacb244-27fc-45b2-b526-e3281a3f811f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3feba9ba-6924-464c-be04-5c94f3afe673 HTTP/1.1" status: 204 len: 168 time: 0.1500010 May 11 06:40:27.782580 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cacb244-27fc-45b2-b526-e3281a3f811f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feba9ba-6924-464c-be04-5c94f3afe673,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:28.810883 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edff8f2-ea30-40f4-a484-977bd099c182 req-ec31646c-e2bc-49b4-99a6-19abc6f2f41f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:28.812401 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0edff8f2-ea30-40f4-a484-977bd099c182 req-ec31646c-e2bc-49b4-99a6-19abc6f2f41f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0476742 May 11 06:40:28.863319 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0edff8f2-ea30-40f4-a484-977bd099c182 req-7660da7d-06e0-4436-9e79-176035a8a6b1 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451460 May 11 06:40:29.013967 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:29.187099 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427bb52-1e25-4cac-b55e-01b41489ccf2 req-ccc51318-a1f1-4dab-8ae3-537d99fff543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:29.188698 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0427bb52-1e25-4cac-b55e-01b41489ccf2 req-ccc51318-a1f1-4dab-8ae3-537d99fff543 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb4348f294cc464f89b2334676442d25&device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 1130 time: 0.0392096 May 11 06:40:29.782787 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:29.982553 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b620f4-941b-4ad9-8151-bf657eccab21 req-219f4fa9-8f8b-4591-8d7d-3db2e44b2610 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:29.983993 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-08b620f4-941b-4ad9-8151-bf657eccab21 req-219f4fa9-8f8b-4591-8d7d-3db2e44b2610 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0464551 May 11 06:40:30.035384 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-08b620f4-941b-4ad9-8151-bf657eccab21 req-efedf211-e0be-40c0-b268-b9d5d90058f0 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451665 May 11 06:40:30.525320 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 37048) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:30.634104 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9857b413-5954-483f-af9d-0f8ff78ff71f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:30.709335 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9857b413-5954-483f-af9d-0f8ff78ff71f admin admin] Publish callbacks [] for security_group (1edf18b9-13b3-4da7-ab96-d33c2122a042), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:30.712831 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9857b413-5954-483f-af9d-0f8ff78ff71f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (1edf18b9-13b3-4da7-ab96-d33c2122a042), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:30.753410 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-9857b413-5954-483f-af9d-0f8ff78ff71f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=008617d83138436baa2d9cd32b1a9326&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269876 May 11 06:40:30.754334 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857b413-5954-483f-af9d-0f8ff78ff71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1edf18b9-13b3-4da7-ab96-d33c2122a042,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:30.756133 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 37054) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:30.806154 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-67987b76-2db7-4991-ba83-1ee5dab18ca2 admin admin] Publish callbacks [] for security_group (1edf18b9-13b3-4da7-ab96-d33c2122a042), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:30.827738 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-67987b76-2db7-4991-ba83-1ee5dab18ca2 admin admin] Publish callbacks [] for security_group (1edf18b9-13b3-4da7-ab96-d33c2122a042), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:30.879600 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-67987b76-2db7-4991-ba83-1ee5dab18ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (1edf18b9-13b3-4da7-ab96-d33c2122a042), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:30.882193 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-67987b76-2db7-4991-ba83-1ee5dab18ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:30.883357 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-67987b76-2db7-4991-ba83-1ee5dab18ca2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1edf18b9-13b3-4da7-ab96-d33c2122a042 HTTP/1.1" status: 204 len: 168 time: 0.1253164 May 11 06:40:30.905895 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67987b76-2db7-4991-ba83-1ee5dab18ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edf18b9-13b3-4da7-ab96-d33c2122a042,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:30.924268 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:31.276444 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 37084) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:31.298127 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427bb52-1e25-4cac-b55e-01b41489ccf2 req-53c9315b-9a3a-4132-b8d9-a5b73dd3d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:31.299998 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0427bb52-1e25-4cac-b55e-01b41489ccf2 req-53c9315b-9a3a-4132-b8d9-a5b73dd3d3db service neutron] 10.222.0.70 "GET /v2.0/networks?id=61e699df-3755-47eb-b019-c5436429fdb7 HTTP/1.1" status: 200 len: 916 time: 0.1941402 May 11 06:40:31.309468 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8a49521a-ac48-466f-a890-2a77fe99c194 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:31.363129 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430b308-ac5d-4265-a2fe-b241759891d0 req-0510f012-edc9-495e-883a-9d81ed4289f3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:31.364635 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0430b308-ac5d-4265-a2fe-b241759891d0 req-0510f012-edc9-495e-883a-9d81ed4289f3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0798821 May 11 06:40:31.445787 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0430b308-ac5d-4265-a2fe-b241759891d0 req-15c965e1-117d-4f6d-9920-6ed350d6cd38 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705142 May 11 06:40:31.460342 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8a49521a-ac48-466f-a890-2a77fe99c194 admin admin] Publish callbacks [] for security_group (e973df04-aec8-48ca-bdc2-541e2b233133), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:31.464015 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8a49521a-ac48-466f-a890-2a77fe99c194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (e973df04-aec8-48ca-bdc2-541e2b233133), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:31.502072 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-8a49521a-ac48-466f-a890-2a77fe99c194 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=092237d35c8947279615fb857e3c6b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245779 May 11 06:40:31.502921 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49521a-ac48-466f-a890-2a77fe99c194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e973df04-aec8-48ca-bdc2-541e2b233133,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:31.504668 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 37090) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:31.551680 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2c4f5ebe-9326-45fd-892a-594bdfd7ed98 admin admin] Publish callbacks [] for security_group (e973df04-aec8-48ca-bdc2-541e2b233133), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:31.572618 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2c4f5ebe-9326-45fd-892a-594bdfd7ed98 admin admin] Publish callbacks [] for security_group (e973df04-aec8-48ca-bdc2-541e2b233133), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:31.621974 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2c4f5ebe-9326-45fd-892a-594bdfd7ed98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (e973df04-aec8-48ca-bdc2-541e2b233133), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:31.624706 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2c4f5ebe-9326-45fd-892a-594bdfd7ed98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:31.626168 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-2c4f5ebe-9326-45fd-892a-594bdfd7ed98 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e973df04-aec8-48ca-bdc2-541e2b233133 HTTP/1.1" status: 204 len: 168 time: 0.1203198 May 11 06:40:31.634016 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f5ebe-9326-45fd-892a-594bdfd7ed98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e973df04-aec8-48ca-bdc2-541e2b233133,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:31.727043 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0427bb52-1e25-4cac-b55e-01b41489ccf2 req-5c93563c-0a35-43aa-b09c-2cc9929459bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c372b82a-d12b-49fe-954d-646c72f56cf5 HTTP/1.1" status: 200 len: 1002 time: 0.0671158 May 11 06:40:31.784105 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427bb52-1e25-4cac-b55e-01b41489ccf2 req-a4faf26e-cc54-4d03-9273-9993caa78efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:31.785606 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0427bb52-1e25-4cac-b55e-01b41489ccf2 req-a4faf26e-cc54-4d03-9273-9993caa78efa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff6c0e1a-69e0-4947-b746-0e027c95d678 HTTP/1.1" status: 200 len: 854 time: 0.0488393 May 11 06:40:31.861266 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427bb52-1e25-4cac-b55e-01b41489ccf2 req-deca9fe0-7c28-44e9-af39-247da5086158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:31.862749 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0427bb52-1e25-4cac-b55e-01b41489ccf2 req-deca9fe0-7c28-44e9-af39-247da5086158 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61e699df-3755-47eb-b019-c5436429fdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445042 May 11 06:40:31.973653 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0427bb52-1e25-4cac-b55e-01b41489ccf2 req-17b8870c-d422-4517-a6fe-145f855d299e service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908585 May 11 06:40:32.555904 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:32.579602 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b684c51-3a9d-441c-ad31-0abe9e0ba725 req-72f72c88-c4db-483a-a31c-e9330accc3d1 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:32.581218 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7b684c51-3a9d-441c-ad31-0abe9e0ba725 req-72f72c88-c4db-483a-a31c-e9330accc3d1 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0636740 May 11 06:40:32.638633 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7b684c51-3a9d-441c-ad31-0abe9e0ba725 req-43d1cfdd-431c-462c-bbb8-ced0d44f1768 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502758 May 11 06:40:33.004873 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298a725-c02e-4b48-947b-4f58ba6da2df req-24e4203b-e8c5-4790-881c-529ada035e20 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:33.006358 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3298a725-c02e-4b48-947b-4f58ba6da2df req-24e4203b-e8c5-4790-881c-529ada035e20 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0470760 May 11 06:40:33.006545 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0427bb52-1e25-4cac-b55e-01b41489ccf2 req-e4665570-eda5-4e79-9c07-a89b7fdef66b service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008768 May 11 06:40:33.051633 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3298a725-c02e-4b48-947b-4f58ba6da2df req-36c9ecb1-40eb-4718-9fd2-ac41d88c31ce tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389085 May 11 06:40:33.753336 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fabb4e-ca4d-4ab2-afde-86f20e2651b7 req-50bf2947-0be9-4741-a920-88bb78faf50a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:33.754768 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-74fabb4e-ca4d-4ab2-afde-86f20e2651b7 req-50bf2947-0be9-4741-a920-88bb78faf50a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0458155 May 11 06:40:33.806824 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-74fabb4e-ca4d-4ab2-afde-86f20e2651b7 req-7ea30da7-cc83-43dc-b198-540bafe6b98f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466304 May 11 06:40:34.165558 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb5a1a-78df-4610-bf60-17c4cb8dadaa req-1efd040b-814f-4dfd-a7a5-25cc7fa111df tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:34.167001 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e7bb5a1a-78df-4610-bf60-17c4cb8dadaa req-1efd040b-814f-4dfd-a7a5-25cc7fa111df tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0505319 May 11 06:40:34.213068 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e7bb5a1a-78df-4610-bf60-17c4cb8dadaa req-4a16d47a-13c9-4234-aa23-ee0b0cc3ba9b tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405190 May 11 06:40:34.927010 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a457475-2691-48cc-bc02-740b82549c69 req-c386cee4-3da4-4d8b-aa4d-9f91dc90b1ae tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:34.928546 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3a457475-2691-48cc-bc02-740b82549c69 req-c386cee4-3da4-4d8b-aa4d-9f91dc90b1ae tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0456724 May 11 06:40:34.974849 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3a457475-2691-48cc-bc02-740b82549c69 req-284e6d4c-d566-4087-b93a-bfb42ebd6476 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402899 May 11 06:40:35.328869 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7dc3b6-4602-4ce2-aa49-fbb56c35b236 req-5a2a69e4-6c05-4681-85a8-57b7546d7d00 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:35.330363 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0f7dc3b6-4602-4ce2-aa49-fbb56c35b236 req-5a2a69e4-6c05-4681-85a8-57b7546d7d00 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0501146 May 11 06:40:35.377757 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0f7dc3b6-4602-4ce2-aa49-fbb56c35b236 req-ac0dd067-d476-417b-a0ca-4913aee124ec tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417652 May 11 06:40:36.093779 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ead590-c6cc-4411-8939-e5b5ed56374b req-173a234c-3482-4855-9e62-7289c83a4f3b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:36.095335 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89ead590-c6cc-4411-8939-e5b5ed56374b req-173a234c-3482-4855-9e62-7289c83a4f3b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0482655 May 11 06:40:36.142942 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89ead590-c6cc-4411-8939-e5b5ed56374b req-cfa3e1bf-a437-46cf-a6ef-8f0d52e22d56 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416710 May 11 06:40:36.489616 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086a6e5-27a0-40eb-ba61-f53af53cdb2d req-410e1a7f-6a1a-4512-abf4-1a90b1a09cce tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:36.491092 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e086a6e5-27a0-40eb-ba61-f53af53cdb2d req-410e1a7f-6a1a-4512-abf4-1a90b1a09cce tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0453825 May 11 06:40:36.541954 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e086a6e5-27a0-40eb-ba61-f53af53cdb2d req-8d1d684a-d75c-4d28-bf5c-5174d901386b tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438216 May 11 06:40:37.254657 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e16a449-b7b8-4d08-a82e-047c6f4425bf req-7de775d7-500b-4163-9160-c1d9cc3a2caf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:37.256249 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3e16a449-b7b8-4d08-a82e-047c6f4425bf req-7de775d7-500b-4163-9160-c1d9cc3a2caf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0462499 May 11 06:40:37.270049 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 37278) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:37.306418 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3e16a449-b7b8-4d08-a82e-047c6f4425bf req-56db9bd8-02d1-4ee9-8aab-13865b9b5798 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 May 11 06:40:37.379996 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-402ece2a-5769-4b81-94b6-b704d03b8a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:37.451218 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-402ece2a-5769-4b81-94b6-b704d03b8a69 admin admin] Publish callbacks [] for security_group (4f70a391-08ec-4dcb-920b-e869d3baf258), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:37.454683 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-402ece2a-5769-4b81-94b6-b704d03b8a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (4f70a391-08ec-4dcb-920b-e869d3baf258), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:37.494290 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-402ece2a-5769-4b81-94b6-b704d03b8a69 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc58d7896d904e3d8f02c28b1e225b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231662 May 11 06:40:37.495141 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ece2a-5769-4b81-94b6-b704d03b8a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f70a391-08ec-4dcb-920b-e869d3baf258,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:37.497058 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 37282) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:37.545872 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0a45ff1e-4d92-4445-b413-c8a06c04ca7f admin admin] Publish callbacks [] for security_group (4f70a391-08ec-4dcb-920b-e869d3baf258), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:37.566727 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0a45ff1e-4d92-4445-b413-c8a06c04ca7f admin admin] Publish callbacks [] for security_group (4f70a391-08ec-4dcb-920b-e869d3baf258), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:37.630924 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0a45ff1e-4d92-4445-b413-c8a06c04ca7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (4f70a391-08ec-4dcb-920b-e869d3baf258), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:37.633443 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0a45ff1e-4d92-4445-b413-c8a06c04ca7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:37.634928 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-0a45ff1e-4d92-4445-b413-c8a06c04ca7f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4f70a391-08ec-4dcb-920b-e869d3baf258 HTTP/1.1" status: 204 len: 168 time: 0.1367362 May 11 06:40:37.883680 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45ff1e-4d92-4445-b413-c8a06c04ca7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f70a391-08ec-4dcb-920b-e869d3baf258,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:37.899631 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26434ef3-d1f4-43cd-8184-6be2f08c2283 req-6eda8131-ed9e-4703-b243-7f8f4b5e4172 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:37.901211 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-26434ef3-d1f4-43cd-8184-6be2f08c2283 req-6eda8131-ed9e-4703-b243-7f8f4b5e4172 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.2849894 May 11 06:40:37.944511 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 37298) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:37.951334 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-26434ef3-d1f4-43cd-8184-6be2f08c2283 req-5bd0b645-262d-42d3-b25c-056f6b0d24a8 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425761 May 11 06:40:37.958635 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4054283f-ea24-4ff6-9a62-794837b03ec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:38.031011 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4054283f-ea24-4ff6-9a62-794837b03ec5 admin admin] Publish callbacks [] for security_group (31219287-dfa7-4d0d-b8e4-41b56df48075), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:38.034471 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4054283f-ea24-4ff6-9a62-794837b03ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (31219287-dfa7-4d0d-b8e4-41b56df48075), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:38.074475 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-4054283f-ea24-4ff6-9a62-794837b03ec5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=972006e839a54f3c85b973a6cc19f84b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283014 May 11 06:40:38.075334 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054283f-ea24-4ff6-9a62-794837b03ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31219287-dfa7-4d0d-b8e4-41b56df48075,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:38.077893 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 37300) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:38.127173 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ef38635-6d7a-4bb3-a2e8-0e6f62b21d02 admin admin] Publish callbacks [] for security_group (31219287-dfa7-4d0d-b8e4-41b56df48075), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:38.150669 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ef38635-6d7a-4bb3-a2e8-0e6f62b21d02 admin admin] Publish callbacks [] for security_group (31219287-dfa7-4d0d-b8e4-41b56df48075), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:38.197036 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ef38635-6d7a-4bb3-a2e8-0e6f62b21d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (31219287-dfa7-4d0d-b8e4-41b56df48075), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:38.200865 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5ef38635-6d7a-4bb3-a2e8-0e6f62b21d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:38.202241 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-5ef38635-6d7a-4bb3-a2e8-0e6f62b21d02 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/31219287-dfa7-4d0d-b8e4-41b56df48075 HTTP/1.1" status: 204 len: 168 time: 0.1226633 May 11 06:40:38.210337 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef38635-6d7a-4bb3-a2e8-0e6f62b21d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31219287-dfa7-4d0d-b8e4-41b56df48075,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:38.410617 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23c5e7-af66-4917-b07a-3cdc0722dad3 req-722537c9-b1c0-4712-887e-f2c151a9fb2d tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:38.412163 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1f23c5e7-af66-4917-b07a-3cdc0722dad3 req-722537c9-b1c0-4712-887e-f2c151a9fb2d tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.70 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.1023490 May 11 06:40:38.427096 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a96a4-e646-4552-828e-1cc46d675dcd req-1f7517f7-9034-42a3-a20a-2fafcd5c75fe tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:38.428743 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6e9a96a4-e646-4552-828e-1cc46d675dcd req-1f7517f7-9034-42a3-a20a-2fafcd5c75fe tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0549681 May 11 06:40:38.483669 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6e9a96a4-e646-4552-828e-1cc46d675dcd req-bb2c5264-191d-4fc9-8df4-ecff8fe7ede3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466599 May 11 06:40:38.585865 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-1f23c5e7-af66-4917-b07a-3cdc0722dad3 req-0d3ab414-131e-4558-ba24-9c9ce8d910a0 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Deleting port 8f2b511e-a9e7-4379-8934-794a6bb1007d {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:40:38.586209 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-1f23c5e7-af66-4917-b07a-3cdc0722dad3 req-0d3ab414-131e-4558-ba24-9c9ce8d910a0 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (8f2b511e-a9e7-4379-8934-794a6bb1007d), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:38.686889 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-1f23c5e7-af66-4917-b07a-3cdc0722dad3 req-0d3ab414-131e-4558-ba24-9c9ce8d910a0 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] For port 8f2b511e-a9e7-4379-8934-794a6bb1007d, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8f2b511e-a9e7-4379-8934-794a6bb1007d,segment=NetworkSegment(7bfd3307-1190-41aa-b2ee-fde27f7500ea),segment_id=7bfd3307-1190-41aa-b2ee-fde27f7500ea)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:40:38.687310 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-1f23c5e7-af66-4917-b07a-3cdc0722dad3 req-0d3ab414-131e-4558-ba24-9c9ce8d910a0 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (8f2b511e-a9e7-4379-8934-794a6bb1007d), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:38.703102 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-1f23c5e7-af66-4917-b07a-3cdc0722dad3 req-0d3ab414-131e-4558-ba24-9c9ce8d910a0 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Calling delete_port for 8f2b511e-a9e7-4379-8934-794a6bb1007d owned by compute:nova {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:40:39.082084 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b1d5f-db24-428e-a579-b2bebb671e13 req-c65ecad1-c8bc-446c-8500-44ffd573790f tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:39.086188 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-1f23c5e7-af66-4917-b07a-3cdc0722dad3 req-0d3ab414-131e-4558-ba24-9c9ce8d910a0 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984'] for port (8f2b511e-a9e7-4379-8934-794a6bb1007d), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:39.096144 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3f8b1d5f-db24-428e-a579-b2bebb671e13 req-c65ecad1-c8bc-446c-8500-44ffd573790f tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 945 time: 0.0703676 May 11 06:40:39.131345 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ab414-131e-4558-ba24-9c9ce8d910a0 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Pushing event deleted for resources: {'Port': ['ID=8f2b511e-a9e7-4379-8934-794a6bb1007d,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:39.155570 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3f8b1d5f-db24-428e-a579-b2bebb671e13 req-66b883cd-c1f2-4cff-8365-90b851ce6372 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/security-groups?id=50fd11fa-52f3-4190-9bbe-ec7361192647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553591 May 11 06:40:39.157834 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 37342) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:39.161251 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['8f2b511e-a9e7-4379-8934-794a6bb1007d'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:40:39.229230 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f23c5e7-af66-4917-b07a-3cdc0722dad3 req-0d3ab414-131e-4558-ba24-9c9ce8d910a0 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] No DVR routers for this DVR port 8f2b511e-a9e7-4379-8934-794a6bb1007d on host hv-cinder-80475 {{(pid=104514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:40:39.240384 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-1f23c5e7-af66-4917-b07a-3cdc0722dad3 req-0d3ab414-131e-4558-ba24-9c9ce8d910a0 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:39.249334 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1f23c5e7-af66-4917-b07a-3cdc0722dad3 req-0d3ab414-131e-4558-ba24-9c9ce8d910a0 tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.70 "DELETE /v2.0/ports/8f2b511e-a9e7-4379-8934-794a6bb1007d HTTP/1.1" status: 204 len: 173 time: 0.8299222 May 11 06:40:39.249729 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edb4e8f-f617-4c28-ac15-600d89a37341', 'name': 'network-vif-deleted', 'tag': '8f2b511e-a9e7-4379-8934-794a6bb1007d'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:40:39.255538 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0903a68d-7c0e-4a0b-9e52-b5a0de7aa87b" -d '{"events": [{"server_uuid": "6edb4e8f-f617-4c28-ac15-600d89a37341", "name": "network-vif-deleted", "tag": "8f2b511e-a9e7-4379-8934-794a6bb1007d"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:40:39.280024 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b597406a-58bb-4299-9421-1c9bb42be595 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:39.298826 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba2e108-a9ea-426f-9deb-628d6b0db6e6 x-openstack-request-id: req-4ba2e108-a9ea-426f-9deb-628d6b0db6e6 {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:40:39.299588 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edb4e8f-f617-4c28-ac15-600d89a37341", "name": "network-vif-deleted", "tag": "8f2b511e-a9e7-4379-8934-794a6bb1007d", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:40:39.299849 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4ba2e108-a9ea-426f-9deb-628d6b0db6e6 {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:40:39.300510 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba2e108-a9ea-426f-9deb-628d6b0db6e6'] response: {'server_uuid': '6edb4e8f-f617-4c28-ac15-600d89a37341', 'name': 'network-vif-deleted', 'tag': '8f2b511e-a9e7-4379-8934-794a6bb1007d', 'status': 'completed', 'code': 200} May 11 06:40:39.370668 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b597406a-58bb-4299-9421-1c9bb42be595 admin admin] Publish callbacks [] for security_group (07d05ba4-0cf9-4a99-9517-60badffc09ac), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:39.374787 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b597406a-58bb-4299-9421-1c9bb42be595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (07d05ba4-0cf9-4a99-9517-60badffc09ac), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:39.415313 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597406a-58bb-4299-9421-1c9bb42be595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d05ba4-0cf9-4a99-9517-60badffc09ac,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:39.420839 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-b597406a-58bb-4299-9421-1c9bb42be595 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3b2d4798a5e346c3a819372c19ccc41e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602861 May 11 06:40:39.422215 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 37356) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:39.473536 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6300e1c1-dcdf-4d31-9984-292933d24ad8 admin admin] Publish callbacks [] for security_group (07d05ba4-0cf9-4a99-9517-60badffc09ac), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:39.494952 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6300e1c1-dcdf-4d31-9984-292933d24ad8 admin admin] Publish callbacks [] for security_group (07d05ba4-0cf9-4a99-9517-60badffc09ac), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:39.544429 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6300e1c1-dcdf-4d31-9984-292933d24ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (07d05ba4-0cf9-4a99-9517-60badffc09ac), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:39.547046 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6300e1c1-dcdf-4d31-9984-292933d24ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:39.550587 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-6300e1c1-dcdf-4d31-9984-292933d24ad8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/07d05ba4-0cf9-4a99-9517-60badffc09ac HTTP/1.1" status: 204 len: 168 time: 0.1249917 May 11 06:40:39.559890 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300e1c1-dcdf-4d31-9984-292933d24ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d05ba4-0cf9-4a99-9517-60badffc09ac,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:39.618732 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae444a9-c8e4-4cef-b4bc-617658165853 req-1c144f37-645b-48fa-9015-003c5209aa26 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:39.620273 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0ae444a9-c8e4-4cef-b4bc-617658165853 req-1c144f37-645b-48fa-9015-003c5209aa26 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0628369 May 11 06:40:39.678225 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0ae444a9-c8e4-4cef-b4bc-617658165853 req-e1cca5f1-91cb-48d5-8ba0-4fd7fbf5af8b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500078 May 11 06:40:40.294394 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0f11515e-7731-43d7-ad61-900a1cbb6ec7 req-f9167caa-8399-4b62-aad6-8c966474522f tempest-DeleteServersTestJSON-175934944 tempest-DeleteServersTestJSON-175934944-project] 10.222.0.64 "GET /v2.0/ports?device_id=6edb4e8f-f617-4c28-ac15-600d89a37341 HTTP/1.1" status: 200 len: 210 time: 0.0286453 May 11 06:40:40.681084 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 37408) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:40.817002 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4a501-caa4-469c-9707-2a7a5f191b3a req-3dcaba69-a513-4191-934c-153835705dd7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:40.819108 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-25e4a501-caa4-469c-9707-2a7a5f191b3a req-3dcaba69-a513-4191-934c-153835705dd7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0653849 May 11 06:40:40.820142 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-de643c86-80d1-4576-b013-3303c3cd5e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:40.896746 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-25e4a501-caa4-469c-9707-2a7a5f191b3a req-0f8e579f-4793-4190-9093-077ced59dca9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680339 May 11 06:40:40.943284 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-de643c86-80d1-4576-b013-3303c3cd5e30 admin admin] Publish callbacks [] for security_group (2e36185d-8487-4ed6-835c-91129e7a7131), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:40.947562 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-de643c86-80d1-4576-b013-3303c3cd5e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (2e36185d-8487-4ed6-835c-91129e7a7131), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:40.987982 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-de643c86-80d1-4576-b013-3303c3cd5e30 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=153ac669dfd940a9858d79aa41830c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056228 May 11 06:40:40.988807 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de643c86-80d1-4576-b013-3303c3cd5e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e36185d-8487-4ed6-835c-91129e7a7131,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:40.990615 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 37416) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:41.039225 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-db47ce67-b979-40c2-a6b2-9c2ce0c2f21a admin admin] Publish callbacks [] for security_group (2e36185d-8487-4ed6-835c-91129e7a7131), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:41.061296 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-db47ce67-b979-40c2-a6b2-9c2ce0c2f21a admin admin] Publish callbacks [] for security_group (2e36185d-8487-4ed6-835c-91129e7a7131), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:41.112831 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-db47ce67-b979-40c2-a6b2-9c2ce0c2f21a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (2e36185d-8487-4ed6-835c-91129e7a7131), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:41.115316 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-db47ce67-b979-40c2-a6b2-9c2ce0c2f21a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:41.116448 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-db47ce67-b979-40c2-a6b2-9c2ce0c2f21a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2e36185d-8487-4ed6-835c-91129e7a7131 HTTP/1.1" status: 204 len: 168 time: 0.1248674 May 11 06:40:41.124708 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db47ce67-b979-40c2-a6b2-9c2ce0c2f21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e36185d-8487-4ed6-835c-91129e7a7131,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:41.391654 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 37428) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:41.405545 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e5d273e5-0bc7-4e12-8d17-d8a5fda74bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:41.490180 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e5d273e5-0bc7-4e12-8d17-d8a5fda74bd7 admin admin] Publish callbacks [] for security_group (f8b797f9-0c9e-43dd-996d-2c829516267f), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:41.495149 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e5d273e5-0bc7-4e12-8d17-d8a5fda74bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (f8b797f9-0c9e-43dd-996d-2c829516267f), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:41.534047 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-e5d273e5-0bc7-4e12-8d17-d8a5fda74bd7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b79ea814794a4a54b3a5c3e78d8c4a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412165 May 11 06:40:41.534920 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d273e5-0bc7-4e12-8d17-d8a5fda74bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b797f9-0c9e-43dd-996d-2c829516267f,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:41.536707 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 37436) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:41.588335 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9df7af6a-afc7-4a34-8ca4-183e95eca9d1 admin admin] Publish callbacks [] for security_group (f8b797f9-0c9e-43dd-996d-2c829516267f), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:41.615435 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9df7af6a-afc7-4a34-8ca4-183e95eca9d1 admin admin] Publish callbacks [] for security_group (f8b797f9-0c9e-43dd-996d-2c829516267f), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:41.666837 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9df7af6a-afc7-4a34-8ca4-183e95eca9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (f8b797f9-0c9e-43dd-996d-2c829516267f), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:41.669555 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9df7af6a-afc7-4a34-8ca4-183e95eca9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:41.670693 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-9df7af6a-afc7-4a34-8ca4-183e95eca9d1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f8b797f9-0c9e-43dd-996d-2c829516267f HTTP/1.1" status: 204 len: 168 time: 0.1330068 May 11 06:40:41.678308 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7af6a-afc7-4a34-8ca4-183e95eca9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b797f9-0c9e-43dd-996d-2c829516267f,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:42.026645 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c536ef-a239-40f9-891d-aa6773cdc7d0 req-2f5acb6d-4ff7-4e89-b397-278a433f55bb tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:42.028422 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a8c536ef-a239-40f9-891d-aa6773cdc7d0 req-2f5acb6d-4ff7-4e89-b397-278a433f55bb tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0552118 May 11 06:40:42.079900 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a8c536ef-a239-40f9-891d-aa6773cdc7d0 req-8f77ed08-ccf5-485e-919a-7539b7bf24c5 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459533 May 11 06:40:42.544159 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 8f2b511e-a9e7-4379-8934-794a6bb1007d no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:40:42.563772 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: 8f2b511e-a9e7-4379-8934-794a6bb1007d {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:40:42.564114 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 8f2b511e-a9e7-4379-8934-794a6bb1007d not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:40:42.778000 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 37482) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:42.821184 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3bc684-25ba-4ad9-a291-1a4e650b3dbb admin admin] Deleting subnet ef943b3d-b041-4c85-8a1a-b3a6befc6d20 {{(pid=104514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:40:42.824547 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc684-25ba-4ad9-a291-1a4e650b3dbb admin admin] Publish callbacks [] for subnet (ef943b3d-b041-4c85-8a1a-b3a6befc6d20), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:42.858441 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc684-25ba-4ad9-a291-1a4e650b3dbb admin admin] Publish callbacks [] for subnet (ef943b3d-b041-4c85-8a1a-b3a6befc6d20), precommit_delete_associations {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:42.867368 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc684-25ba-4ad9-a291-1a4e650b3dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660987'] for subnet (ef943b3d-b041-4c85-8a1a-b3a6befc6d20), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:42.922070 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc684-25ba-4ad9-a291-1a4e650b3dbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for subnet (ef943b3d-b041-4c85-8a1a-b3a6befc6d20), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:42.951398 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3bc684-25ba-4ad9-a291-1a4e650b3dbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef943b3d-b041-4c85-8a1a-b3a6befc6d20,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:42.955076 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5c3bc684-25ba-4ad9-a291-1a4e650b3dbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:42.958150 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-5c3bc684-25ba-4ad9-a291-1a4e650b3dbb admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ef943b3d-b041-4c85-8a1a-b3a6befc6d20 HTTP/1.1" status: 204 len: 168 time: 0.1791496 May 11 06:40:42.960847 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 37484) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:43.028852 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568100'] for network (60e72d39-a433-48d0-992d-627ab991ee5c), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:43.111976 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773710', 'neutron.services.segments.db._delete_segments_for_network-8748549744406'] for network (60e72d39-a433-48d0-992d-627ab991ee5c), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:43.132123 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:40:43.132484 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:40:43.133229 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:40:43.133579 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Subscribe: > port after_create 55550000 {{(pid=104514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:40:43.134032 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:40:43.134353 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Subscribe: > port after_update 55550000 {{(pid=104514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:40:43.134672 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:40:43.134990 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:40:43.135329 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:40:43.135655 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:40:43.196277 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030dfb0-f7be-4a41-9430-21af00407646 req-25a57cf4-3586-4ee1-81c3-f5aedd77750b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:43.197685 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1030dfb0-f7be-4a41-9430-21af00407646 req-25a57cf4-3586-4ee1-81c3-f5aedd77750b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0530999 May 11 06:40:43.222535 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:40:43.222893 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:40:43.223235 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:40:43.223601 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:40:43.223968 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60e72d39-a433-48d0-992d-627ab991ee5c']}} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:40:43.240702 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfd3307-1190-41aa-b2ee-fde27f7500ea') {'for_net_delete': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:40:43.241000 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfd3307-1190-41aa-b2ee-fde27f7500ea') {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:40:43.244606 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1030dfb0-f7be-4a41-9430-21af00407646 req-f0d5c2c8-77ea-4055-aa97-b3b165fcf8fb tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404952 May 11 06:40:43.257693 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748549467935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58978016'] for segment (7bfd3307-1190-41aa-b2ee-fde27f7500ea), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:43.279417 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (7bfd3307-1190-41aa-b2ee-fde27f7500ea), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:43.287283 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=104514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:40:43.287865 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59187243'] for segment (7bfd3307-1190-41aa-b2ee-fde27f7500ea), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: from cryptography.utils import int_from_bytes May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: from cryptography.utils import int_from_bytes May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: Traceback (most recent call last): May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: timer() May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: cb(*args, **kw) May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: return func(*args, **kwargs) May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: self._notify() May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: self.callback(batched_events) May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: event.method(event) May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: return f(self, *a, **k) May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: return self._get(url).json() May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: return self.request(url, 'GET', **kwargs) May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:40:43.324696 dv-cinder-804757-27-iscsi neutron-server[104514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:40:43.384124 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826241'] for network (60e72d39-a433-48d0-992d-627ab991ee5c), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:43.391792 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:43.394881 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/60e72d39-a433-48d0-992d-627ab991ee5c HTTP/1.1" status: 204 len: 168 time: 0.4331167 May 11 06:40:43.403992 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd8446-c4cf-43eb-a25d-2f37adf645a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=60e72d39-a433-48d0-992d-627ab991ee5c,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:43.566170 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 37494) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:43.606027 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-cd6fc04d-f3e2-48c7-ba9f-075ccb9fc4f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=08265213a8e840179ab9d62cf0bc86ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385823 May 11 06:40:43.608503 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 37496) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:43.654381 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5c9051f3-6a47-42f5-9001-022581b73cc5 admin admin] Publish callbacks [] for security_group (50fd11fa-52f3-4190-9bbe-ec7361192647), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:43.675789 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5c9051f3-6a47-42f5-9001-022581b73cc5 admin admin] Publish callbacks [] for security_group (50fd11fa-52f3-4190-9bbe-ec7361192647), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:43.728466 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5c9051f3-6a47-42f5-9001-022581b73cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (50fd11fa-52f3-4190-9bbe-ec7361192647), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:43.731476 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5c9051f3-6a47-42f5-9001-022581b73cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:43.735019 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-5c9051f3-6a47-42f5-9001-022581b73cc5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/50fd11fa-52f3-4190-9bbe-ec7361192647 HTTP/1.1" status: 204 len: 168 time: 0.1232452 May 11 06:40:43.740537 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9051f3-6a47-42f5-9001-022581b73cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fd11fa-52f3-4190-9bbe-ec7361192647,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:44.366057 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9112a-fa2b-44eb-a661-db7c58db1cf0 req-e9b6a64f-2bd3-4846-a799-af6d18af8f0c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:44.367640 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fec9112a-fa2b-44eb-a661-db7c58db1cf0 req-e9b6a64f-2bd3-4846-a799-af6d18af8f0c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0530634 May 11 06:40:44.416851 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fec9112a-fa2b-44eb-a661-db7c58db1cf0 req-a500fe0c-3c2e-47c8-8b70-759b2f3bb053 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433762 May 11 06:40:45.531756 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1fbd2-a87b-4f4c-b9ed-a7354f47e2c6 req-49f1d85e-90ee-4ee5-900c-1028cc900d57 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:45.533262 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-18d1fbd2-a87b-4f4c-b9ed-a7354f47e2c6 req-49f1d85e-90ee-4ee5-900c-1028cc900d57 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0493436 May 11 06:40:45.580216 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-18d1fbd2-a87b-4f4c-b9ed-a7354f47e2c6 req-d559787a-5c0a-4fc1-a510-5bddb97309f3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415845 May 11 06:40:46.691086 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7deec-56b6-4be0-ae9a-b3b9eeeca94d req-18290f26-b700-40a7-8da3-26b7e8f193d9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:46.692493 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-83c7deec-56b6-4be0-ae9a-b3b9eeeca94d req-18290f26-b700-40a7-8da3-26b7e8f193d9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0460982 May 11 06:40:46.737800 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-83c7deec-56b6-4be0-ae9a-b3b9eeeca94d req-657eb7de-fae7-4dd4-bf45-24a4129cbe9d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 May 11 06:40:47.847088 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6297e0a-b90b-41bf-af40-f6b12b89ec53 req-625101e7-6505-458b-8c6d-29c67d4d58f7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:47.848594 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e6297e0a-b90b-41bf-af40-f6b12b89ec53 req-625101e7-6505-458b-8c6d-29c67d4d58f7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0468988 May 11 06:40:47.900788 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e6297e0a-b90b-41bf-af40-f6b12b89ec53 req-205b06b0-6c21-4bbf-9df0-6c0b745e427f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466063 May 11 06:40:49.013968 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57da5a-36c1-4e30-b276-30ef36d5f8fe req-53f125ff-c200-4b11-99ab-898809f75fd7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:49.015506 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6e57da5a-36c1-4e30-b276-30ef36d5f8fe req-53f125ff-c200-4b11-99ab-898809f75fd7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0464787 May 11 06:40:49.062155 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6e57da5a-36c1-4e30-b276-30ef36d5f8fe req-1a5e8d94-98a8-48da-aff7-fd997c8eadbe tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410511 May 11 06:40:50.175108 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9020e5a-ebcf-4bc4-840e-5409d8c710f8 req-8c2c18f8-ad71-4e34-ae08-4bf5f1d71349 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:50.177323 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f9020e5a-ebcf-4bc4-840e-5409d8c710f8 req-8c2c18f8-ad71-4e34-ae08-4bf5f1d71349 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0498943 May 11 06:40:50.227564 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f9020e5a-ebcf-4bc4-840e-5409d8c710f8 req-04dae036-47bc-432e-badf-bef413045183 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442414 May 11 06:40:51.113511 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 37676) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:51.223698 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9aa53d0a-c7ce-4172-a302-4480ae76d237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:51.317529 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9aa53d0a-c7ce-4172-a302-4480ae76d237 admin admin] Publish callbacks [] for security_group (8ef98673-2de8-421e-b5e5-d92edcae14bf), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:51.321363 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9aa53d0a-c7ce-4172-a302-4480ae76d237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (8ef98673-2de8-421e-b5e5-d92edcae14bf), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:51.353070 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50457c6-0afb-4865-9003-5bd9bbfdd0a3 req-e2d8ec89-dd0d-49b3-b489-0f0ab3598a54 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:51.359192 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a50457c6-0afb-4865-9003-5bd9bbfdd0a3 req-e2d8ec89-dd0d-49b3-b489-0f0ab3598a54 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0571012 May 11 06:40:51.365167 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-9aa53d0a-c7ce-4172-a302-4480ae76d237 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9f097ccf60a4bd3a79fbf84c7d5d93d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505944 May 11 06:40:51.366928 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa53d0a-c7ce-4172-a302-4480ae76d237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef98673-2de8-421e-b5e5-d92edcae14bf,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:51.369369 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 37694) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:51.439021 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a50457c6-0afb-4865-9003-5bd9bbfdd0a3 req-013ead58-e71d-4907-bacc-42c9772eb73f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769699 May 11 06:40:51.462133 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-246d8860-6536-4843-b0c9-5725e70fd3f3 admin admin] Publish callbacks [] for security_group (8ef98673-2de8-421e-b5e5-d92edcae14bf), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:51.487909 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-246d8860-6536-4843-b0c9-5725e70fd3f3 admin admin] Publish callbacks [] for security_group (8ef98673-2de8-421e-b5e5-d92edcae14bf), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:51.534335 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-246d8860-6536-4843-b0c9-5725e70fd3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (8ef98673-2de8-421e-b5e5-d92edcae14bf), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:51.537269 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-246d8860-6536-4843-b0c9-5725e70fd3f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:51.538422 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-246d8860-6536-4843-b0c9-5725e70fd3f3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8ef98673-2de8-421e-b5e5-d92edcae14bf HTTP/1.1" status: 204 len: 168 time: 0.1680536 May 11 06:40:51.552380 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d8860-6536-4843-b0c9-5725e70fd3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef98673-2de8-421e-b5e5-d92edcae14bf,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:52.567437 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaefac8-2fd3-48c3-ba05-89d29bf6c74f req-620bb2d0-27ac-4eee-853a-e1f76c447abd tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:52.569019 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-caaefac8-2fd3-48c3-ba05-89d29bf6c74f req-620bb2d0-27ac-4eee-853a-e1f76c447abd tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0523436 May 11 06:40:52.574512 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 37744) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:52.623292 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-caaefac8-2fd3-48c3-ba05-89d29bf6c74f req-eeed9f51-6f0f-4d0d-ad5b-83cdf804c601 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466161 May 11 06:40:52.688482 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e6597e8f-db15-41bf-ad29-22e42f91dbd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:52.765389 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e6597e8f-db15-41bf-ad29-22e42f91dbd3 admin admin] Publish callbacks [] for security_group (0d55f464-dc8c-4535-b54f-57aacc61954b), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:52.769164 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e6597e8f-db15-41bf-ad29-22e42f91dbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (0d55f464-dc8c-4535-b54f-57aacc61954b), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:52.809310 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-e6597e8f-db15-41bf-ad29-22e42f91dbd3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=52d3f84c81c145ef9e595184700a0488&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337534 May 11 06:40:52.810361 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6597e8f-db15-41bf-ad29-22e42f91dbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d55f464-dc8c-4535-b54f-57aacc61954b,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:52.812064 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 37754) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:52.860243 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ffdf7be3-c2b1-4d52-9dd8-4aeb7e8dc8d7 admin admin] Publish callbacks [] for security_group (0d55f464-dc8c-4535-b54f-57aacc61954b), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:52.883663 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ffdf7be3-c2b1-4d52-9dd8-4aeb7e8dc8d7 admin admin] Publish callbacks [] for security_group (0d55f464-dc8c-4535-b54f-57aacc61954b), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:52.932797 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ffdf7be3-c2b1-4d52-9dd8-4aeb7e8dc8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (0d55f464-dc8c-4535-b54f-57aacc61954b), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:52.935412 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ffdf7be3-c2b1-4d52-9dd8-4aeb7e8dc8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:52.936603 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-ffdf7be3-c2b1-4d52-9dd8-4aeb7e8dc8d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0d55f464-dc8c-4535-b54f-57aacc61954b HTTP/1.1" status: 204 len: 168 time: 0.1234994 May 11 06:40:52.943989 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf7be3-c2b1-4d52-9dd8-4aeb7e8dc8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d55f464-dc8c-4535-b54f-57aacc61954b,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:53.737103 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16988840-0be1-449a-aee3-1fb8ac7d0d7a req-4e09ce58-94e8-4366-b64d-e04fd2843ba3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:53.738512 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-16988840-0be1-449a-aee3-1fb8ac7d0d7a req-4e09ce58-94e8-4366-b64d-e04fd2843ba3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0465074 May 11 06:40:53.789073 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-16988840-0be1-449a-aee3-1fb8ac7d0d7a req-faa798e4-23f9-4c97-a670-76b0f9533ab9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448871 May 11 06:40:54.902764 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a491465-eabc-4596-bf76-4e57247db37b req-90fef11b-c96f-4b7d-b87c-d1906ee5983d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:54.904360 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8a491465-eabc-4596-bf76-4e57247db37b req-90fef11b-c96f-4b7d-b87c-d1906ee5983d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0471833 May 11 06:40:54.957643 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8a491465-eabc-4596-bf76-4e57247db37b req-197fe18b-e77a-4bff-a879-c1a7f9cfb878 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477664 May 11 06:40:55.201053 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 37810) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:55.305202 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c5596f66-24e3-458e-8e1e-1c8b9f60cd68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:55.383665 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c5596f66-24e3-458e-8e1e-1c8b9f60cd68 admin admin] Publish callbacks [] for security_group (56e9024e-c136-4905-b9a0-46dbb740cfea), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:55.387233 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c5596f66-24e3-458e-8e1e-1c8b9f60cd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (56e9024e-c136-4905-b9a0-46dbb740cfea), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:55.426089 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-c5596f66-24e3-458e-8e1e-1c8b9f60cd68 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=949693c308c941aa8593612f12c897cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239666 May 11 06:40:55.426918 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5596f66-24e3-458e-8e1e-1c8b9f60cd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e9024e-c136-4905-b9a0-46dbb740cfea,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:55.428871 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 37814) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:55.478005 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d4a160af-0f4f-430f-9a40-00fbdf7ec7ae admin admin] Publish callbacks [] for security_group (56e9024e-c136-4905-b9a0-46dbb740cfea), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:55.499110 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d4a160af-0f4f-430f-9a40-00fbdf7ec7ae admin admin] Publish callbacks [] for security_group (56e9024e-c136-4905-b9a0-46dbb740cfea), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:55.561075 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d4a160af-0f4f-430f-9a40-00fbdf7ec7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (56e9024e-c136-4905-b9a0-46dbb740cfea), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:55.563653 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d4a160af-0f4f-430f-9a40-00fbdf7ec7ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:55.564816 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-d4a160af-0f4f-430f-9a40-00fbdf7ec7ae admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/56e9024e-c136-4905-b9a0-46dbb740cfea HTTP/1.1" status: 204 len: 168 time: 0.1349819 May 11 06:40:55.572377 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a160af-0f4f-430f-9a40-00fbdf7ec7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e9024e-c136-4905-b9a0-46dbb740cfea,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:55.623249 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-8d690016-ae8a-42b9-af7e-77afb9813715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:56.078342 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfba50-4b2a-4b8c-9593-973802925c57 req-cadffe7c-be5a-4069-9795-17843b9d1a5f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:56.080087 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7cbfba50-4b2a-4b8c-9593-973802925c57 req-cadffe7c-be5a-4069-9795-17843b9d1a5f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0540833 May 11 06:40:56.139527 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7cbfba50-4b2a-4b8c-9593-973802925c57 req-f97915c4-a65e-4056-93c8-5f6b105b13d9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535772 May 11 06:40:57.255515 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e10876-e27a-4489-906b-c00861fed4e4 req-9cfb9dab-341d-4548-992c-2c7dc03734dc tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:57.257019 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-24e10876-e27a-4489-906b-c00861fed4e4 req-9cfb9dab-341d-4548-992c-2c7dc03734dc tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0476844 May 11 06:40:57.307471 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-24e10876-e27a-4489-906b-c00861fed4e4 req-ee1d11aa-62c8-4aa9-9d71-7efeab319699 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441535 May 11 06:40:57.494906 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 37896) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:57.599823 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1dcd485f-ac95-4618-962f-cccb6da9d157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:57.676658 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1dcd485f-ac95-4618-962f-cccb6da9d157 admin admin] Publish callbacks [] for security_group (299db71b-6bf6-4bb5-ab5f-c55e98f610f9), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:57.680213 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1dcd485f-ac95-4618-962f-cccb6da9d157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (299db71b-6bf6-4bb5-ab5f-c55e98f610f9), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:57.720508 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd485f-ac95-4618-962f-cccb6da9d157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299db71b-6bf6-4bb5-ab5f-c55e98f610f9,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:57.724592 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-1dcd485f-ac95-4618-962f-cccb6da9d157 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c1fb376f1cd545f19a0052b57669692d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283845 May 11 06:40:57.727126 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 37900) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:57.756639 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f0d634aa-c481-47d5-af47-7f1578a49852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:57.781435 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dbd62906-bf56-48db-93d5-e8599d6d03fa admin admin] Publish callbacks [] for security_group (299db71b-6bf6-4bb5-ab5f-c55e98f610f9), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:57.803202 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dbd62906-bf56-48db-93d5-e8599d6d03fa admin admin] Publish callbacks [] for security_group (299db71b-6bf6-4bb5-ab5f-c55e98f610f9), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:57.849450 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dbd62906-bf56-48db-93d5-e8599d6d03fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (299db71b-6bf6-4bb5-ab5f-c55e98f610f9), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:57.852088 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dbd62906-bf56-48db-93d5-e8599d6d03fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:57.853243 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-dbd62906-bf56-48db-93d5-e8599d6d03fa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/299db71b-6bf6-4bb5-ab5f-c55e98f610f9 HTTP/1.1" status: 204 len: 168 time: 0.1252069 May 11 06:40:57.860934 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd62906-bf56-48db-93d5-e8599d6d03fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299db71b-6bf6-4bb5-ab5f-c55e98f610f9,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:58.118111 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 37908) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:58.132143 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-508ff67c-b67e-40ee-b475-bab43ba2895a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:58.220323 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-508ff67c-b67e-40ee-b475-bab43ba2895a admin admin] Publish callbacks [] for security_group (057be04d-3ee6-4f1f-8ff7-d83f00eb57ef), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:58.223948 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-508ff67c-b67e-40ee-b475-bab43ba2895a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (057be04d-3ee6-4f1f-8ff7-d83f00eb57ef), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:58.260448 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-508ff67c-b67e-40ee-b475-bab43ba2895a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=482b80076dc844309da189d8acc4473a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412539 May 11 06:40:58.262649 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ff67c-b67e-40ee-b475-bab43ba2895a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057be04d-3ee6-4f1f-8ff7-d83f00eb57ef,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:58.263065 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 37912) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:58.312289 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6f3f549d-f268-4254-97ea-582393d1d789 admin admin] Publish callbacks [] for security_group (057be04d-3ee6-4f1f-8ff7-d83f00eb57ef), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:58.333274 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6f3f549d-f268-4254-97ea-582393d1d789 admin admin] Publish callbacks [] for security_group (057be04d-3ee6-4f1f-8ff7-d83f00eb57ef), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:58.414612 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6f3f549d-f268-4254-97ea-582393d1d789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (057be04d-3ee6-4f1f-8ff7-d83f00eb57ef), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:58.417167 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6f3f549d-f268-4254-97ea-582393d1d789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:58.418296 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-6f3f549d-f268-4254-97ea-582393d1d789 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/057be04d-3ee6-4f1f-8ff7-d83f00eb57ef HTTP/1.1" status: 204 len: 168 time: 0.1542327 May 11 06:40:58.436471 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf47af3-e5a4-44eb-a6d7-b05b151ee936 req-b008caf2-2073-4f65-820f-215e2bc77755 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:58.438480 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bcf47af3-e5a4-44eb-a6d7-b05b151ee936 req-b008caf2-2073-4f65-820f-215e2bc77755 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0616937 May 11 06:40:58.440300 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f549d-f268-4254-97ea-582393d1d789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057be04d-3ee6-4f1f-8ff7-d83f00eb57ef,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:58.501373 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bcf47af3-e5a4-44eb-a6d7-b05b151ee936 req-1c1707da-843b-4bd6-8537-4b9594c13912 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471270 May 11 06:40:58.899121 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-4dcffe79-09f1-4dd2-90be-2172f79cfea6 req-decc1377-1a3d-408d-8380-938a97a30a3b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423634 May 11 06:40:59.021404 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:59.023647 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcffe79-09f1-4dd2-90be-2172f79cfea6 req-207524be-1719-430d-8504-38bc9cd2ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:59.025292 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-4dcffe79-09f1-4dd2-90be-2172f79cfea6 req-207524be-1719-430d-8504-38bc9cd2ca72 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 1129 time: 0.0423460 May 11 06:40:59.122340 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 37938) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:59.151120 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcffe79-09f1-4dd2-90be-2172f79cfea6 req-2c68a177-dcc6-4a06-bb3d-9e308078ad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:59.152765 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-4dcffe79-09f1-4dd2-90be-2172f79cfea6 req-2c68a177-dcc6-4a06-bb3d-9e308078ad32 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 919 time: 0.0972145 May 11 06:40:59.202749 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-4dcffe79-09f1-4dd2-90be-2172f79cfea6 req-3092435b-a6e8-4239-8334-551fc4f0a042 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f96eb40a-ee8f-4854-a24e-26c491a5b3ea HTTP/1.1" status: 200 len: 217 time: 0.0401993 May 11 06:40:59.246396 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-8ba2be11-837f-4def-81d8-59e936e1948e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-467024730-network', 'tenant_id': '3ed33fcd1ec443ea8eb0816cbbc6cc49'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:40:59.274980 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcffe79-09f1-4dd2-90be-2172f79cfea6 req-074e3424-34a4-4f8c-8a45-8ac2d58cbb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:59.276442 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-4dcffe79-09f1-4dd2-90be-2172f79cfea6 req-074e3424-34a4-4f8c-8a45-8ac2d58cbb9b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=583a5267-dd2a-4e7b-b980-2981ce70ccda HTTP/1.1" status: 200 len: 857 time: 0.0627918 May 11 06:40:59.277476 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba2be11-837f-4def-81d8-59e936e1948e admin admin] Made reservation on behalf of 3ed33fcd1ec443ea8eb0816cbbc6cc49 for: {'network': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:40:59.279750 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ba2be11-837f-4def-81d8-59e936e1948e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:59.295933 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ba2be11-837f-4def-81d8-59e936e1948e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:59.343339 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcffe79-09f1-4dd2-90be-2172f79cfea6 req-c098685d-8713-4bb7-ae78-8dd9d90e8334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:59.344848 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-4dcffe79-09f1-4dd2-90be-2172f79cfea6 req-c098685d-8713-4bb7-ae78-8dd9d90e8334 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f58da4c7-ef95-435b-ab0f-347f8d529b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0568769 May 11 06:40:59.471979 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-4dcffe79-09f1-4dd2-90be-2172f79cfea6 req-f98c6715-3639-4c57-8f4e-1423bff09448 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191339 May 11 06:40:59.473700 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ba2be11-837f-4def-81d8-59e936e1948e admin admin] Publish callbacks [] for security_group (f49f6715-d844-48fb-aae1-49823a64b5bc), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:59.477581 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ba2be11-837f-4def-81d8-59e936e1948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (f49f6715-d844-48fb-aae1-49823a64b5bc), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:59.530867 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba2be11-837f-4def-81d8-59e936e1948e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=104514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:40:59.535800 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2be11-837f-4def-81d8-59e936e1948e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49f6715-d844-48fb-aae1-49823a64b5bc,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:59.581670 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ba2be11-837f-4def-81d8-59e936e1948e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (3094e3bd-edd7-493c-af3b-07e4b1e07ebe), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:59.582082 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.segments_db [None req-8ba2be11-837f-4def-81d8-59e936e1948e admin admin] Added segment 3094e3bd-edd7-493c-af3b-07e4b1e07ebe of type vlan for network 818e8a41-7ac7-40ad-be9b-eb35cc716add May 11 06:40:59.636172 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ba2be11-837f-4def-81d8-59e936e1948e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (818e8a41-7ac7-40ad-be9b-eb35cc716add), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:59.642342 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10450948-de3b-4c16-b1c7-1ca6a4588ce9 req-4ab49891-3392-4630-906f-286e8574bd75 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:59.644689 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-10450948-de3b-4c16-b1c7-1ca6a4588ce9 req-4ab49891-3392-4630-906f-286e8574bd75 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0543776 May 11 06:40:59.650740 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-4dcffe79-09f1-4dd2-90be-2172f79cfea6 req-0cecd038-9599-469e-8a6a-0a0cd689364d service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700060 May 11 06:40:59.670676 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ba2be11-837f-4def-81d8-59e936e1948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (818e8a41-7ac7-40ad-be9b-eb35cc716add), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:59.671896 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba2be11-837f-4def-81d8-59e936e1948e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:40:59.672720 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ba2be11-837f-4def-81d8-59e936e1948e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:59.704197 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-10450948-de3b-4c16-b1c7-1ca6a4588ce9 req-4702916c-4adb-4eed-b96c-464a6850dd6c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532794 May 11 06:40:59.710232 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-8ba2be11-837f-4def-81d8-59e936e1948e admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5862432 May 11 06:40:59.714146 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 37946) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:40:59.726334 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-2d4280dd-104d-4014-8590-daef741487c0 admin admin] Request body: {'subnet': {'network_id': '818e8a41-7ac7-40ad-be9b-eb35cc716add', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-467024730-subnet', 'tenant_id': '3ed33fcd1ec443ea8eb0816cbbc6cc49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:40:59.744033 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2be11-837f-4def-81d8-59e936e1948e admin admin] Pushing event updated for resources: {'Network': ['ID=818e8a41-7ac7-40ad-be9b-eb35cc716add,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:59.747365 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4280dd-104d-4014-8590-daef741487c0 admin admin] Made reservation on behalf of 3ed33fcd1ec443ea8eb0816cbbc6cc49 for: {'subnet': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:40:59.749996 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2d4280dd-104d-4014-8590-daef741487c0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:59.754445 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network 818e8a41-7ac7-40ad-be9b-eb35cc716add details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:40:59.821776 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:59.929289 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2d4280dd-104d-4014-8590-daef741487c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for subnet (01a7ab57-5ac8-4af9-964e-87dab8aeb935), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:40:59.991894 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4280dd-104d-4014-8590-daef741487c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01a7ab57-5ac8-4af9-964e-87dab8aeb935,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:40:59.999976 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4280dd-104d-4014-8590-daef741487c0 admin admin] Checking segment: {'id': '3094e3bd-edd7-493c-af3b-07e4b1e07ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '818e8a41-7ac7-40ad-be9b-eb35cc716add'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:41:00.000386 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4280dd-104d-4014-8590-daef741487c0 admin admin] Network hostable DHCP agents. Network: 818e8a41-7ac7-40ad-be9b-eb35cc716add, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:41:00.018748 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4280dd-104d-4014-8590-daef741487c0 admin admin] Network 818e8a41-7ac7-40ad-be9b-eb35cc716add is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:41:00.030831 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-2d4280dd-104d-4014-8590-daef741487c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, 818e8a41-7ac7-40ad-be9b-eb35cc716add) {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:41:00.035530 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4280dd-104d-4014-8590-daef741487c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:00.036713 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2d4280dd-104d-4014-8590-daef741487c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:00.039617 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5ad0af-ab9a-41e2-8a28-df78eaf2d82b None None] Network 818e8a41-7ac7-40ad-be9b-eb35cc716add requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:41:00.053808 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-2d4280dd-104d-4014-8590-daef741487c0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3314731 May 11 06:41:00.140063 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0add281-eb76-499e-822a-f5ffa4a87974 None None] Network 818e8a41-7ac7-40ad-be9b-eb35cc716add requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:41:00.534861 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 37966) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:00.540312 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-cb6a521e-8724-4229-a3e0-a77825e43e56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-927942190-network', 'tenant_id': '0f5ccebb557f4a89b013e02078d6e2b8'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:41:00.561091 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6a521e-8724-4229-a3e0-a77825e43e56 admin admin] Made reservation on behalf of 0f5ccebb557f4a89b013e02078d6e2b8 for: {'network': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:41:00.563550 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6a521e-8724-4229-a3e0-a77825e43e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:00.572594 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6a521e-8724-4229-a3e0-a77825e43e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:00.649568 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6a521e-8724-4229-a3e0-a77825e43e56 admin admin] Publish callbacks [] for security_group (e45f59bb-1d93-42f8-9bea-10d81af02c6b), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:00.653822 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6a521e-8724-4229-a3e0-a77825e43e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (e45f59bb-1d93-42f8-9bea-10d81af02c6b), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:00.677027 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6a521e-8724-4229-a3e0-a77825e43e56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=104513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:41:00.691924 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a521e-8724-4229-a3e0-a77825e43e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45f59bb-1d93-42f8-9bea-10d81af02c6b,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:00.697653 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6a521e-8724-4229-a3e0-a77825e43e56 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (7b4e5b48-a249-48ad-a675-232f9f570f7e), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:00.698423 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.segments_db [None req-cb6a521e-8724-4229-a3e0-a77825e43e56 admin admin] Added segment 7b4e5b48-a249-48ad-a675-232f9f570f7e of type vlan for network 2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a May 11 06:41:00.739076 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6a521e-8724-4229-a3e0-a77825e43e56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:00.762799 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6a521e-8724-4229-a3e0-a77825e43e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:00.763889 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6a521e-8724-4229-a3e0-a77825e43e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:00.764456 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6a521e-8724-4229-a3e0-a77825e43e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:00.809047 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-cb6a521e-8724-4229-a3e0-a77825e43e56 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2730260 May 11 06:41:00.811912 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 37970) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:00.816991 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-426b4491-1905-4258-9148-8070dbf441a3 admin admin] Request body: {'subnet': {'network_id': '2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-927942190-subnet', 'tenant_id': '0f5ccebb557f4a89b013e02078d6e2b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:41:00.837626 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426b4491-1905-4258-9148-8070dbf441a3 admin admin] Made reservation on behalf of 0f5ccebb557f4a89b013e02078d6e2b8 for: {'subnet': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:41:00.840235 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-426b4491-1905-4258-9148-8070dbf441a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60768928'] for subnet (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:00.859411 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a521e-8724-4229-a3e0-a77825e43e56 admin admin] Pushing event updated for resources: {'Network': ['ID=2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:00.871918 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c028a947-dfc8-4741-a46b-478da231076b req-4e7c35af-5fc8-4001-96d8-3dc18e5b1441 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:00.873451 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c028a947-dfc8-4741-a46b-478da231076b req-4e7c35af-5fc8-4001-96d8-3dc18e5b1441 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0998487 May 11 06:41:00.874410 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network 2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:41:00.933620 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c028a947-dfc8-4741-a46b-478da231076b req-ad4d7715-f158-42a6-93bc-3e467a31a6c6 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525992 May 11 06:41:00.987043 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:01.037341 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-426b4491-1905-4258-9148-8070dbf441a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59187144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60768950'] for subnet (43d41bff-8e28-48f5-a483-3a53b43f01c1), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:01.095011 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b4491-1905-4258-9148-8070dbf441a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43d41bff-8e28-48f5-a483-3a53b43f01c1,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:01.102367 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426b4491-1905-4258-9148-8070dbf441a3 admin admin] Checking segment: {'id': '7b4e5b48-a249-48ad-a675-232f9f570f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:41:01.102721 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426b4491-1905-4258-9148-8070dbf441a3 admin admin] Network hostable DHCP agents. Network: 2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:41:01.119048 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426b4491-1905-4258-9148-8070dbf441a3 admin admin] Network 2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:41:01.127234 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-426b4491-1905-4258-9148-8070dbf441a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, 2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a) {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:41:01.131431 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426b4491-1905-4258-9148-8070dbf441a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:01.132045 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-426b4491-1905-4258-9148-8070dbf441a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:01.136247 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e732896-d9a0-4105-8a53-4a7ca4fb1ced None None] Network 2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:41:01.148201 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-426b4491-1905-4258-9148-8070dbf441a3 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3351376 May 11 06:41:01.237124 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adbb659-d08d-46db-a204-49ec5f848525 None None] Network 2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:41:02.058553 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01c5f6-9d12-457d-a61f-d72e5c58c8e3 req-5ff1f89e-693f-4f09-a319-fbe7f43dff16 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:02.060043 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ed01c5f6-9d12-457d-a61f-d72e5c58c8e3 req-5ff1f89e-693f-4f09-a319-fbe7f43dff16 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0491023 May 11 06:41:02.106418 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ed01c5f6-9d12-457d-a61f-d72e5c58c8e3 req-91f819d0-de19-4d93-83d1-3a2b78e0ff39 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401800 May 11 06:41:02.553494 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:02.920298 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:41:03.218517 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59307c22-9f35-42c1-9373-20a890274519 req-e6a53e73-73c2-4e04-9da9-dbc42a546f3a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:03.220245 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-59307c22-9f35-42c1-9373-20a890274519 req-e6a53e73-73c2-4e04-9da9-dbc42a546f3a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0482376 May 11 06:41:03.267669 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-59307c22-9f35-42c1-9373-20a890274519 req-b570db19-0bcc-400d-838e-7c9a5d287913 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420971 May 11 06:41:04.389636 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94787b5-5e95-4a42-869e-de5416f1697a req-a8d00e3f-b52a-4205-a736-ac1460119bc9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:04.391176 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d94787b5-5e95-4a42-869e-de5416f1697a req-a8d00e3f-b52a-4205-a736-ac1460119bc9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0507104 May 11 06:41:04.443450 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d94787b5-5e95-4a42-869e-de5416f1697a req-e4f7d7e7-b1dd-4b1c-ad0e-e721d5e6efe4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467410 May 11 06:41:05.569003 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b960bf-214b-4c02-bdc2-22bff6bde69e req-676f4000-cad6-4533-9ac1-038e24dcbb40 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:05.576852 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-09b960bf-214b-4c02-bdc2-22bff6bde69e req-676f4000-cad6-4533-9ac1-038e24dcbb40 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0579135 May 11 06:41:05.621990 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-09b960bf-214b-4c02-bdc2-22bff6bde69e req-44d43d98-5ff8-4974-aa44-a2123b67a811 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442307 May 11 06:41:06.737278 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce188095-28bb-4a3c-b2a0-15384f8d8d49 req-64c13e3d-2d15-4041-bfb3-12a92d21dbeb tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:06.738748 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ce188095-28bb-4a3c-b2a0-15384f8d8d49 req-64c13e3d-2d15-4041-bfb3-12a92d21dbeb tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0472238 May 11 06:41:06.788910 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ce188095-28bb-4a3c-b2a0-15384f8d8d49 req-75bd6e01-c76a-4de0-bfd5-ab873e5cdf67 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445070 May 11 06:41:07.911546 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a400b-ccd3-4e91-b8b6-638362eee313 req-ce19cc64-ed3e-4ca8-bb53-2cc93bd3543e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:07.913735 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4e2a400b-ccd3-4e91-b8b6-638362eee313 req-ce19cc64-ed3e-4ca8-bb53-2cc93bd3543e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0595679 May 11 06:41:07.961418 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4e2a400b-ccd3-4e91-b8b6-638362eee313 req-c1816ba7-28fd-485d-9e75-12f0774f126e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420940 May 11 06:41:09.074799 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a57897-0ca5-4bef-b9d4-b5504561a282 req-3c552f86-69b9-4ef7-9e42-d89c201ec65a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:09.076944 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-29a57897-0ca5-4bef-b9d4-b5504561a282 req-3c552f86-69b9-4ef7-9e42-d89c201ec65a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0462823 May 11 06:41:09.122887 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-29a57897-0ca5-4bef-b9d4-b5504561a282 req-8ce0daaa-c245-46b3-ba04-b2ccef16072b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 May 11 06:41:10.236163 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaab05e-e55e-4fd0-9b64-10d1cfc6afc4 req-1f83bd94-d08c-4c36-a777-d53b6159b3cd tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:10.237582 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1eaab05e-e55e-4fd0-9b64-10d1cfc6afc4 req-1f83bd94-d08c-4c36-a777-d53b6159b3cd tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0479321 May 11 06:41:10.281961 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1eaab05e-e55e-4fd0-9b64-10d1cfc6afc4 req-ee6e1fe5-ff94-4a0f-964b-25a618374099 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388601 May 11 06:41:11.539183 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44cfcc-8570-473c-9fb0-5df516e419e9 req-4a47d10e-7712-426c-b67c-0c60203168dc tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:11.540704 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7d44cfcc-8570-473c-9fb0-5df516e419e9 req-4a47d10e-7712-426c-b67c-0c60203168dc tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0491588 May 11 06:41:11.594414 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7d44cfcc-8570-473c-9fb0-5df516e419e9 req-a7d1408d-e39b-4db8-aa31-93f90efea09f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472677 May 11 06:41:12.708713 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797c29c-93e0-4380-a7f6-f72f7e75a516 req-3025d6c7-50b3-40d7-8f5e-5aa7b7a92a7d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:12.710195 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9797c29c-93e0-4380-a7f6-f72f7e75a516 req-3025d6c7-50b3-40d7-8f5e-5aa7b7a92a7d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0474195 May 11 06:41:12.760743 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9797c29c-93e0-4380-a7f6-f72f7e75a516 req-e4cd0841-b8f7-41b5-8f24-c669134a9697 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441515 May 11 06:41:13.875293 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596beea8-754d-441d-b401-2820bf7cd35e req-a024510d-6575-4a73-a9cc-a5412b64fa7c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:13.876817 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-596beea8-754d-441d-b401-2820bf7cd35e req-a024510d-6575-4a73-a9cc-a5412b64fa7c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0493410 May 11 06:41:13.924681 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-596beea8-754d-441d-b401-2820bf7cd35e req-7174467f-bf5b-4da4-85fd-2c53a515d1b5 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423057 May 11 06:41:14.641655 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 38274) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:14.715046 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdf2e3-d461-4568-9c61-13fa326c9dc7 req-cc48dd29-972b-4a51-8f89-2c109eed0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:14.716982 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-09fdf2e3-d461-4568-9c61-13fa326c9dc7 req-cc48dd29-972b-4a51-8f89-2c109eed0d91 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 1130 time: 0.0676813 May 11 06:41:14.726556 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Deleting subnet 01a7ab57-5ac8-4af9-964e-87dab8aeb935 {{(pid=104514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:41:14.731211 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Publish callbacks [] for subnet (01a7ab57-5ac8-4af9-964e-87dab8aeb935), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:14.788266 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58978009'] for subnet (01a7ab57-5ac8-4af9-964e-87dab8aeb935), precommit_delete_associations {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:14.819297 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-09fdf2e3-d461-4568-9c61-13fa326c9dc7 req-341c5a06-68bc-44d2-b37b-e34ec4b0f764 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902591 May 11 06:41:14.835598 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660987'] for subnet (01a7ab57-5ac8-4af9-964e-87dab8aeb935), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:14.891037 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59187081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60768909'] for subnet (01a7ab57-5ac8-4af9-964e-87dab8aeb935), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:14.915047 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01a7ab57-5ac8-4af9-964e-87dab8aeb935,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:14.919969 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:14.924496 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/01a7ab57-5ac8-4af9-964e-87dab8aeb935 HTTP/1.1" status: 204 len: 168 time: 0.2817059 May 11 06:41:14.925884 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 38278) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:14.929852 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:14.930330 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:14.930571 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:14.930894 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:14.931231 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:14.931788 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:14.932120 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:14.932839 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:14.932986 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:14.933320 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:14.933664 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:14.933992 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:14.934510 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:14.934686 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:14.934974 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a0bf92-7d94-4349-9101-44035231c88c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:15.019553 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568100'] for network (818e8a41-7ac7-40ad-be9b-eb35cc716add), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.081561 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61787221-e11c-42c8-bc76-5d3c2b490fa5 req-c7fee7fb-c6ad-4a0e-a27d-415f34fed5c0 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:15.083034 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-61787221-e11c-42c8-bc76-5d3c2b490fa5 req-c7fee7fb-c6ad-4a0e-a27d-415f34fed5c0 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0810149 May 11 06:41:15.150689 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773710', 'neutron.services.segments.db._delete_segments_for_network-8748549744406'] for network (818e8a41-7ac7-40ad-be9b-eb35cc716add), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.188740 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:41:15.189105 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:41:15.189860 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:41:15.190214 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Subscribe: > port after_create 55550000 {{(pid=104513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:41:15.190540 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:41:15.190862 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Subscribe: > port after_update 55550000 {{(pid=104513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:41:15.191185 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:41:15.191566 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:41:15.191864 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:41:15.192190 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:41:15.256938 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:41:15.257217 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:41:15.257549 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:41:15.257877 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104513) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 11 06:41:15.258243 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818e8a41-7ac7-40ad-be9b-eb35cc716add']}} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:41:15.274489 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-61787221-e11c-42c8-bc76-5d3c2b490fa5 req-45669b64-5860-4220-a12e-a66b9fdd0757 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804249 May 11 06:41:15.280562 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3094e3bd-edd7-493c-af3b-07e4b1e07ebe') {'for_net_delete': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:41:15.280859 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3094e3bd-edd7-493c-af3b-07e4b1e07ebe') {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:41:15.297078 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748549467935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59152264'] for segment (3094e3bd-edd7-493c-af3b-07e4b1e07ebe), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.316880 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (3094e3bd-edd7-493c-af3b-07e4b1e07ebe), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.325353 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=104513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:41:15.325765 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60797985'] for segment (3094e3bd-edd7-493c-af3b-07e4b1e07ebe), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: from cryptography.utils import int_from_bytes May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: from cryptography.utils import int_from_bytes May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: Traceback (most recent call last): May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: timer() May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: cb(*args, **kw) May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: return func(*args, **kwargs) May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: self._notify() May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: self.callback(batched_events) May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: event.method(event) May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: return f(self, *a, **k) May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._get(url).json() May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: return self.request(url, 'GET', **kwargs) May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:41:15.330299 dv-cinder-804757-27-iscsi neutron-server[104513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:41:15.388662 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826241'] for network (818e8a41-7ac7-40ad-be9b-eb35cc716add), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.396421 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.399601 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] 10.222.0.64 "DELETE /v2.0/networks/818e8a41-7ac7-40ad-be9b-eb35cc716add HTTP/1.1" status: 204 len: 168 time: 0.4726331 May 11 06:41:15.402461 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 38288) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:15.410280 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Pushing event deleted for resources: {'Network': ['ID=818e8a41-7ac7-40ad-be9b-eb35cc716add,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:15.417843 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:15.418187 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:15.418523 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:15.418851 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:15.419174 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:15.419522 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:15.419846 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:15.420188 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:15.420486 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:15.420800 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:15.421123 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:15.421442 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:15.421759 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:15.422069 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:15.422380 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51d5a0d2-86bb-463c-8806-089c484c8455 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:15.449456 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc406a2c-fea3-412a-913b-cdba24920ba3 admin admin] Deleting subnet 43d41bff-8e28-48f5-a483-3a53b43f01c1 {{(pid=104514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:41:15.453139 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cc406a2c-fea3-412a-913b-cdba24920ba3 admin admin] Publish callbacks [] for subnet (43d41bff-8e28-48f5-a483-3a53b43f01c1), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.489178 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cc406a2c-fea3-412a-913b-cdba24920ba3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58978009'] for subnet (43d41bff-8e28-48f5-a483-3a53b43f01c1), precommit_delete_associations {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.528047 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cc406a2c-fea3-412a-913b-cdba24920ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660987'] for subnet (43d41bff-8e28-48f5-a483-3a53b43f01c1), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.589846 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cc406a2c-fea3-412a-913b-cdba24920ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59187081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60768909'] for subnet (43d41bff-8e28-48f5-a483-3a53b43f01c1), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.616845 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc406a2c-fea3-412a-913b-cdba24920ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43d41bff-8e28-48f5-a483-3a53b43f01c1,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:15.618793 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cc406a2c-fea3-412a-913b-cdba24920ba3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.621937 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-cc406a2c-fea3-412a-913b-cdba24920ba3 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/43d41bff-8e28-48f5-a483-3a53b43f01c1 HTTP/1.1" status: 204 len: 168 time: 0.2184827 May 11 06:41:15.625043 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 38290) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:15.692474 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a35f74f8-1e86-4537-ac42-92d2324b7525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568100'] for network (2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.773426 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a35f74f8-1e86-4537-ac42-92d2324b7525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773710', 'neutron.services.segments.db._delete_segments_for_network-8748549744406'] for network (2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.792777 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-a35f74f8-1e86-4537-ac42-92d2324b7525 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a']}} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:41:15.801803 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-a35f74f8-1e86-4537-ac42-92d2324b7525 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4e5b48-a249-48ad-a675-232f9f570f7e') {'for_net_delete': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:41:15.802138 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-a35f74f8-1e86-4537-ac42-92d2324b7525 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4e5b48-a249-48ad-a675-232f9f570f7e') {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:41:15.812555 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a35f74f8-1e86-4537-ac42-92d2324b7525 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748549467935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58978016'] for segment (7b4e5b48-a249-48ad-a675-232f9f570f7e), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.826260 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a35f74f8-1e86-4537-ac42-92d2324b7525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (7b4e5b48-a249-48ad-a675-232f9f570f7e), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.832999 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a35f74f8-1e86-4537-ac42-92d2324b7525 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=104514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:41:15.833395 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a35f74f8-1e86-4537-ac42-92d2324b7525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59187243'] for segment (7b4e5b48-a249-48ad-a675-232f9f570f7e), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: Traceback (most recent call last): May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: timer() May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: cb(*args, **kw) May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: return func(*args, **kwargs) May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: self._notify() May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: self.callback(batched_events) May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: event.method(event) May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: return f(self, *a, **k) May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: return self._get(url).json() May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: return self.request(url, 'GET', **kwargs) May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:41:15.835057 dv-cinder-804757-27-iscsi neutron-server[104514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:41:15.895809 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a35f74f8-1e86-4537-ac42-92d2324b7525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826241'] for network (2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.911767 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a35f74f8-1e86-4537-ac42-92d2324b7525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:15.915624 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-a35f74f8-1e86-4537-ac42-92d2324b7525 admin admin] 10.222.0.64 "DELETE /v2.0/networks/2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a HTTP/1.1" status: 204 len: 168 time: 0.2888920 May 11 06:41:15.917336 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f74f8-1e86-4537-ac42-92d2324b7525 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e79ddb8-0343-4c9f-bbc2-1fd89b29db2a,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:16.117502 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 38306) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:16.171438 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-5f1f63b7-252c-4b75-bd75-a062c02395b6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ed33fcd1ec443ea8eb0816cbbc6cc49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0527329 May 11 06:41:16.173805 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 38310) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:16.229935 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-db6e58cc-7262-45c3-b721-3adc7141107c admin admin] Publish callbacks [] for security_group (f49f6715-d844-48fb-aae1-49823a64b5bc), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:16.251877 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-db6e58cc-7262-45c3-b721-3adc7141107c admin admin] Publish callbacks [] for security_group (f49f6715-d844-48fb-aae1-49823a64b5bc), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:16.296952 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-db6e58cc-7262-45c3-b721-3adc7141107c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (f49f6715-d844-48fb-aae1-49823a64b5bc), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:16.299497 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-db6e58cc-7262-45c3-b721-3adc7141107c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:16.300679 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-db6e58cc-7262-45c3-b721-3adc7141107c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f49f6715-d844-48fb-aae1-49823a64b5bc HTTP/1.1" status: 204 len: 168 time: 0.1259007 May 11 06:41:16.308569 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e58cc-7262-45c3-b721-3adc7141107c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49f6715-d844-48fb-aae1-49823a64b5bc,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:16.404215 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa3ef2-3c0c-4957-b33c-3a3b48c25b51 req-aca36543-6580-4c37-8854-6f51c056c89c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:16.405905 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a3fa3ef2-3c0c-4957-b33c-3a3b48c25b51 req-aca36543-6580-4c37-8854-6f51c056c89c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0485585 May 11 06:41:16.458124 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a3fa3ef2-3c0c-4957-b33c-3a3b48c25b51 req-bae0eaf6-d9d7-4cd3-a001-ec1514d4448f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465636 May 11 06:41:16.628024 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 38318) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:16.668974 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-d22c1786-63a8-419d-95ec-e3295c3fdd4c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f5ccebb557f4a89b013e02078d6e2b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392778 May 11 06:41:16.671868 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 38320) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:16.723146 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-6c3af1ad-f6b1-482a-ab20-cdfa1d272b1d admin admin] Publish callbacks [] for security_group (e45f59bb-1d93-42f8-9bea-10d81af02c6b), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:16.743978 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-6c3af1ad-f6b1-482a-ab20-cdfa1d272b1d admin admin] Publish callbacks [] for security_group (e45f59bb-1d93-42f8-9bea-10d81af02c6b), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:16.790040 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-6c3af1ad-f6b1-482a-ab20-cdfa1d272b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (e45f59bb-1d93-42f8-9bea-10d81af02c6b), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:16.792595 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-6c3af1ad-f6b1-482a-ab20-cdfa1d272b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:16.793767 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-6c3af1ad-f6b1-482a-ab20-cdfa1d272b1d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e45f59bb-1d93-42f8-9bea-10d81af02c6b HTTP/1.1" status: 204 len: 168 time: 0.1209049 May 11 06:41:16.802015 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3af1ad-f6b1-482a-ab20-cdfa1d272b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45f59bb-1d93-42f8-9bea-10d81af02c6b,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:17.582445 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d69fea-7465-4451-b12d-c5d0ee8a4c72 req-24a3e758-51df-4e67-bf4f-cba791f2d6ae tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:17.583888 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d9d69fea-7465-4451-b12d-c5d0ee8a4c72 req-24a3e758-51df-4e67-bf4f-cba791f2d6ae tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0480180 May 11 06:41:17.635414 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d9d69fea-7465-4451-b12d-c5d0ee8a4c72 req-2c95a62b-110f-4573-82ac-dcc695bdffa6 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450914 May 11 06:41:17.754129 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5013f0-e8ec-49f3-bd44-7cf41832f09f req-d9fbeb0f-7b07-43dc-989e-ad6a7247052c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:17.755951 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1d5013f0-e8ec-49f3-bd44-7cf41832f09f req-d9fbeb0f-7b07-43dc-989e-ad6a7247052c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0497580 May 11 06:41:17.804455 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1d5013f0-e8ec-49f3-bd44-7cf41832f09f req-efeac7bc-f695-4322-8210-75bf3a10ef64 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425935 May 11 06:41:17.893266 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 38366) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:18.023305 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8108107d-81ba-4534-8270-a05964e4895e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:18.108239 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8108107d-81ba-4534-8270-a05964e4895e admin admin] Publish callbacks [] for security_group (e676bb3b-6cf9-4c85-842c-678daa32d73f), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:18.113446 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8108107d-81ba-4534-8270-a05964e4895e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (e676bb3b-6cf9-4c85-842c-678daa32d73f), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:18.148010 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-8108107d-81ba-4534-8270-a05964e4895e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40189510220c4dae94b7b883ee79142b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536609 May 11 06:41:18.148156 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 38378) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:18.182023 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108107d-81ba-4534-8270-a05964e4895e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e676bb3b-6cf9-4c85-842c-678daa32d73f,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:18.222713 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5e38d340-23c4-4faa-a19d-5c421896a11e admin admin] Publish callbacks [] for security_group (e676bb3b-6cf9-4c85-842c-678daa32d73f), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:18.251711 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5e38d340-23c4-4faa-a19d-5c421896a11e admin admin] Publish callbacks [] for security_group (e676bb3b-6cf9-4c85-842c-678daa32d73f), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:18.301039 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5e38d340-23c4-4faa-a19d-5c421896a11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (e676bb3b-6cf9-4c85-842c-678daa32d73f), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:18.303540 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5e38d340-23c4-4faa-a19d-5c421896a11e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:18.307122 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-5e38d340-23c4-4faa-a19d-5c421896a11e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e676bb3b-6cf9-4c85-842c-678daa32d73f HTTP/1.1" status: 204 len: 168 time: 0.1553566 May 11 06:41:18.314683 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38d340-23c4-4faa-a19d-5c421896a11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e676bb3b-6cf9-4c85-842c-678daa32d73f,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:21.504490 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83281c16-293d-40eb-ab3a-c072cf2fbce7 req-ebfee8b5-97ba-4d7e-b2dc-c021bdb5af18 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:21.506851 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-83281c16-293d-40eb-ab3a-c072cf2fbce7 req-ebfee8b5-97ba-4d7e-b2dc-c021bdb5af18 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0542235 May 11 06:41:21.552127 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8a179-df3e-445f-962e-6e6186787774 req-9468a84b-9672-492c-b90c-6fb1ebabfe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:21.554721 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a8d8a179-df3e-445f-962e-6e6186787774 req-9468a84b-9672-492c-b90c-6fb1ebabfe4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 1129 time: 0.0644369 May 11 06:41:21.570910 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-83281c16-293d-40eb-ab3a-c072cf2fbce7 req-368aaa9b-8b33-4b02-8be5-a02dee2d2cbd tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580461 May 11 06:41:21.676840 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8a179-df3e-445f-962e-6e6186787774 req-b08e4793-b950-45b3-bfeb-a47c5cdee1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:21.678527 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a8d8a179-df3e-445f-962e-6e6186787774 req-b08e4793-b950-45b3-bfeb-a47c5cdee1c7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 919 time: 0.1097500 May 11 06:41:21.729594 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a8d8a179-df3e-445f-962e-6e6186787774 req-fd8109b1-2936-4615-8d6c-3310fd502518 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f96eb40a-ee8f-4854-a24e-26c491a5b3ea HTTP/1.1" status: 200 len: 217 time: 0.0396662 May 11 06:41:21.781981 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8a179-df3e-445f-962e-6e6186787774 req-228d8b9b-7cca-47f9-95f0-473e3cc42820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:21.783405 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a8d8a179-df3e-445f-962e-6e6186787774 req-228d8b9b-7cca-47f9-95f0-473e3cc42820 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=583a5267-dd2a-4e7b-b980-2981ce70ccda HTTP/1.1" status: 200 len: 857 time: 0.0446234 May 11 06:41:21.833853 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8a179-df3e-445f-962e-6e6186787774 req-7e732c36-ea1c-4159-b9a9-6b16caef26be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:21.835419 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a8d8a179-df3e-445f-962e-6e6186787774 req-7e732c36-ea1c-4159-b9a9-6b16caef26be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f58da4c7-ef95-435b-ab0f-347f8d529b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416307 May 11 06:41:21.905259 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 38468) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:21.943474 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a8d8a179-df3e-445f-962e-6e6186787774 req-7563d350-4122-4e77-bb16-d7e67499aff4 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944483 May 11 06:41:22.011742 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c5039009-018b-433b-bfc8-780a83db267e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:22.038891 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a8d8a179-df3e-445f-962e-6e6186787774 req-7df56ecc-7fe3-428d-92b7-6ae9cb5f43a7 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853462 May 11 06:41:22.088164 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c5039009-018b-433b-bfc8-780a83db267e admin admin] Publish callbacks [] for security_group (86a63a3b-7a27-47c7-8f8e-60003e68a9d6), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:22.092435 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c5039009-018b-433b-bfc8-780a83db267e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (86a63a3b-7a27-47c7-8f8e-60003e68a9d6), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:22.130933 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-c5039009-018b-433b-bfc8-780a83db267e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca33973ed2624f1d96ee3197d5f0c07f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245498 May 11 06:41:22.131812 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5039009-018b-433b-bfc8-780a83db267e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a63a3b-7a27-47c7-8f8e-60003e68a9d6,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:22.133558 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 38476) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:22.187482 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f2068688-a68f-4128-9869-7b5c2f3174ab admin admin] Publish callbacks [] for security_group (86a63a3b-7a27-47c7-8f8e-60003e68a9d6), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:22.209057 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f2068688-a68f-4128-9869-7b5c2f3174ab admin admin] Publish callbacks [] for security_group (86a63a3b-7a27-47c7-8f8e-60003e68a9d6), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:22.259428 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f2068688-a68f-4128-9869-7b5c2f3174ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (86a63a3b-7a27-47c7-8f8e-60003e68a9d6), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:22.261944 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f2068688-a68f-4128-9869-7b5c2f3174ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:22.263089 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-f2068688-a68f-4128-9869-7b5c2f3174ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86a63a3b-7a27-47c7-8f8e-60003e68a9d6 HTTP/1.1" status: 204 len: 168 time: 0.1273885 May 11 06:41:22.270735 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2068688-a68f-4128-9869-7b5c2f3174ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a63a3b-7a27-47c7-8f8e-60003e68a9d6,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:22.692222 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfa804-7221-412f-90af-600caa899a4f req-74ac0571-544c-4bbc-9712-02c6e34b467c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:22.693719 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b5cfa804-7221-412f-90af-600caa899a4f req-74ac0571-544c-4bbc-9712-02c6e34b467c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0483472 May 11 06:41:22.746464 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b5cfa804-7221-412f-90af-600caa899a4f req-d5420f00-a6d2-450f-95d0-a740316ac28f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463541 May 11 06:41:23.856320 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44bce2-4734-42da-837f-ee44967ed069 req-b7a83c52-5a63-4953-ba7e-be4daa6b1deb tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:23.858384 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fa44bce2-4734-42da-837f-ee44967ed069 req-b7a83c52-5a63-4953-ba7e-be4daa6b1deb tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0451779 May 11 06:41:23.908428 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fa44bce2-4734-42da-837f-ee44967ed069 req-8313e860-0262-41f2-8742-9e193147d215 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445538 May 11 06:41:25.019904 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c886ce-aaf8-4ea7-81a0-baa1d7ea41dc req-b4e67373-992c-475e-a345-b9b054421c0d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:25.021501 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-70c886ce-aaf8-4ea7-81a0-baa1d7ea41dc req-b4e67373-992c-475e-a345-b9b054421c0d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0466049 May 11 06:41:25.067473 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-70c886ce-aaf8-4ea7-81a0-baa1d7ea41dc req-85579456-5ce4-4669-9ea0-e873ff3f5988 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404148 May 11 06:41:25.626482 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a82f158e-8611-44fa-8af6-113fa5ac59d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:26.182938 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15133b6c-c4ed-4c5c-b368-b4b2d829c70e req-e3972e67-cc3c-413f-adc2-757cc2bed0c9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:26.184381 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-15133b6c-c4ed-4c5c-b368-b4b2d829c70e req-e3972e67-cc3c-413f-adc2-757cc2bed0c9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0480516 May 11 06:41:26.239343 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-15133b6c-c4ed-4c5c-b368-b4b2d829c70e req-d5fbae01-1fde-4e0d-a1d6-018387e3c9d3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488312 May 11 06:41:27.350302 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a35c0-26ed-4dbd-9eb6-9c0bbdb179b9 req-1884c1b1-b452-4bbc-92b7-debbbe0b4c08 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:27.351666 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d26a35c0-26ed-4dbd-9eb6-9c0bbdb179b9 req-1884c1b1-b452-4bbc-92b7-debbbe0b4c08 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0457561 May 11 06:41:27.396008 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d26a35c0-26ed-4dbd-9eb6-9c0bbdb179b9 req-ee283f2d-6411-4757-8dac-76e440ef8409 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389793 May 11 06:41:27.749188 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ede8fed3-54b2-4736-ab1a-325cb9983e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:28.508844 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a829aa-2032-4476-8de6-44339f670a32 req-6244a0ac-1d0c-4742-adf4-05a5a09c7ce4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:28.510295 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-92a829aa-2032-4476-8de6-44339f670a32 req-6244a0ac-1d0c-4742-adf4-05a5a09c7ce4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0475981 May 11 06:41:28.555108 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-92a829aa-2032-4476-8de6-44339f670a32 req-b8422fa3-4e7d-45ba-be32-8e23e3bf1dea tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386939 May 11 06:41:29.020522 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:29.668388 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12efd78a-6f8d-4c39-90c0-dfd875714d3e req-010a27a8-d88f-44db-936f-ae3addabd9b1 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:29.669913 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-12efd78a-6f8d-4c39-90c0-dfd875714d3e req-010a27a8-d88f-44db-936f-ae3addabd9b1 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0484583 May 11 06:41:29.718894 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-12efd78a-6f8d-4c39-90c0-dfd875714d3e req-75c4068b-42a6-4460-bf98-40451a2e055a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433996 May 11 06:41:29.775501 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:30.832306 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfea8dd-9f2a-4225-b88a-2e8e2fc50f8d req-be005852-c8a2-41df-893f-34829dc27ea1 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:30.833736 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8bfea8dd-9f2a-4225-b88a-2e8e2fc50f8d req-be005852-c8a2-41df-893f-34829dc27ea1 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0459461 May 11 06:41:30.881852 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8bfea8dd-9f2a-4225-b88a-2e8e2fc50f8d req-737881f5-8c72-4012-b3cd-ad5f9af9d085 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425572 May 11 06:41:30.916382 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:31.619108 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 38648) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:31.729789 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-af1f0088-d262-4f03-b1bd-bc6a305c1393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:31.828440 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-af1f0088-d262-4f03-b1bd-bc6a305c1393 admin admin] Publish callbacks [] for security_group (cdb9f6f0-4e24-48cf-97f5-16a88a903b8d), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:31.836801 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-af1f0088-d262-4f03-b1bd-bc6a305c1393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (cdb9f6f0-4e24-48cf-97f5-16a88a903b8d), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:31.885784 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-af1f0088-d262-4f03-b1bd-bc6a305c1393 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=46d8b5dd420a45a1a80f831da8f4d02d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632110 May 11 06:41:31.885784 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f0088-d262-4f03-b1bd-bc6a305c1393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb9f6f0-4e24-48cf-97f5-16a88a903b8d,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:31.886612 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 38664) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:31.961737 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b7c174df-44d6-4cba-83aa-5767948769b5 admin admin] Publish callbacks [] for security_group (cdb9f6f0-4e24-48cf-97f5-16a88a903b8d), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:32.019598 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b7c174df-44d6-4cba-83aa-5767948769b5 admin admin] Publish callbacks [] for security_group (cdb9f6f0-4e24-48cf-97f5-16a88a903b8d), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:32.033803 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d46ccb-e17a-4549-9266-f7cb7622e60d req-11b5497a-aa29-47f4-b655-0a593cd20b9d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:32.035983 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-28d46ccb-e17a-4549-9266-f7cb7622e60d req-11b5497a-aa29-47f4-b655-0a593cd20b9d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0714624 May 11 06:41:32.122570 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-28d46ccb-e17a-4549-9266-f7cb7622e60d req-9714bd05-9b84-4d06-903c-33aeb787b60c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762465 May 11 06:41:32.134222 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b7c174df-44d6-4cba-83aa-5767948769b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (cdb9f6f0-4e24-48cf-97f5-16a88a903b8d), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:32.145430 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b7c174df-44d6-4cba-83aa-5767948769b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:32.145430 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-b7c174df-44d6-4cba-83aa-5767948769b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cdb9f6f0-4e24-48cf-97f5-16a88a903b8d HTTP/1.1" status: 204 len: 168 time: 0.2490144 May 11 06:41:32.159589 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c174df-44d6-4cba-83aa-5767948769b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb9f6f0-4e24-48cf-97f5-16a88a903b8d,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:32.553037 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:33.252371 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aef4f-7d81-4ea6-9259-005439506c1b req-1df953da-5f49-4520-8de8-292fbedfc725 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:33.254243 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f82aef4f-7d81-4ea6-9259-005439506c1b req-1df953da-5f49-4520-8de8-292fbedfc725 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0592213 May 11 06:41:33.318979 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f82aef4f-7d81-4ea6-9259-005439506c1b req-b4d7a621-6bd5-4f4d-8bcf-fb6f44019c8a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584052 May 11 06:41:34.435217 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5c783-0183-4f34-ab9f-4be2650ce21b req-198fde06-2d34-45e9-a7f5-d17aa867bced tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:34.436786 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-12d5c783-0183-4f34-ab9f-4be2650ce21b req-198fde06-2d34-45e9-a7f5-d17aa867bced tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0469790 May 11 06:41:34.485221 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-12d5c783-0183-4f34-ab9f-4be2650ce21b req-5cf5cc7e-aa86-4650-891b-15f39ed95330 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426915 May 11 06:41:34.562363 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-901c2c73-8fc3-4da6-9a4e-0f9e0592dc4b tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=566cec90becf440c860b261b3153e5d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288084 May 11 06:41:34.955801 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-e5cd5967-b31c-45ea-baa9-9df9b3d05fd3 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:34.957255 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-e5cd5967-b31c-45ea-baa9-9df9b3d05fd3 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3880100 May 11 06:41:34.971448 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-91db80f9-cffd-41e3-a8d2-091aaa9e8003 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/quotas/566cec90becf440c860b261b3153e5d6 HTTP/1.1" status: 200 len: 375 time: 0.0087590 May 11 06:41:35.004654 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-6d97f80f-1d44-4c27-81a1-39a7292688a3 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=566cec90becf440c860b261b3153e5d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281830 May 11 06:41:35.161792 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-aba080d6-1a9f-416a-bf50-afbf8c9bc086 req-5bcaf726-df70-4574-a9c6-facf5c5b351c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 210 time: 0.0303149 May 11 06:41:35.601457 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8647d14-b237-4b03-879f-27811728615b req-77f970b6-d032-4725-8ddd-56f388781c1e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:35.604071 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e8647d14-b237-4b03-879f-27811728615b req-77f970b6-d032-4725-8ddd-56f388781c1e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0520103 May 11 06:41:35.651558 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e8647d14-b237-4b03-879f-27811728615b req-5f5e5e8f-acea-4381-a494-73166b6b9377 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 May 11 06:41:36.259876 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ff27dcce-1f39-4c84-9caa-d57b889a90c1 req-616663ad-7708-4cd6-9b9e-97de0b4eaed1 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 210 time: 0.0299947 May 11 06:41:36.760945 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6742-fc9c-4c48-b9ec-097a20ba6013 req-147053a1-ba3d-4b50-8370-bdcb54ba16f8 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:36.763454 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0fcf6742-fc9c-4c48-b9ec-097a20ba6013 req-147053a1-ba3d-4b50-8370-bdcb54ba16f8 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0465677 May 11 06:41:36.809950 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0fcf6742-fc9c-4c48-b9ec-097a20ba6013 req-85a5b19f-e868-4f5f-9f53-02a236b31732 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405574 May 11 06:41:37.360753 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fafa5d72-5b3f-4e29-926b-3e720071c141 req-07d672d9-5c29-4813-86af-f8007ec51db6 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 210 time: 0.0307710 May 11 06:41:37.929075 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee7a62-3adf-45bb-b7ea-c093b59ed22a req-3de16733-5611-459b-a0c8-21446918ea3c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:37.930654 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8aee7a62-3adf-45bb-b7ea-c093b59ed22a req-3de16733-5611-459b-a0c8-21446918ea3c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0507696 May 11 06:41:37.990523 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8aee7a62-3adf-45bb-b7ea-c093b59ed22a req-c6988191-5a28-4165-8926-fbf8602de1d9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542271 May 11 06:41:38.213177 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d409b8-f2fc-4373-ae3f-8302a52ca2ea req-0add2b8f-0f8b-4076-89b8-846a42a2893f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:38.214932 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c8d409b8-f2fc-4373-ae3f-8302a52ca2ea req-0add2b8f-0f8b-4076-89b8-846a42a2893f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0645814 May 11 06:41:38.229616 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c9c67183-5662-4373-9ebe-77e417526176 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=566cec90becf440c860b261b3153e5d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420623 May 11 06:41:38.263767 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c8d409b8-f2fc-4373-ae3f-8302a52ca2ea req-4589ca33-68a8-427e-9e6a-274dc420f537 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417039 May 11 06:41:38.486463 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9d365c13-a891-4284-b5c7-eda73be730f4 req-ede0adaa-e6cf-4a1d-a502-56e8831e9d6f tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 210 time: 0.0317216 May 11 06:41:38.807282 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-ef3e483b-4794-4d07-9028-fa61e616ba7b tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:38.808685 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-ef3e483b-4794-4d07-9028-fa61e616ba7b tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3871474 May 11 06:41:38.838910 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-63e2ee9d-0d78-416e-9161-6bbee6693b5c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Request body: {'port': {'device_id': '3f6e5702-6dc0-4ad4-83d4-e955f6017d38', 'network_id': 'bd6b635f-481e-4b35-9b03-adca5ada950a', 'admin_state_up': True, 'tenant_id': '566cec90becf440c860b261b3153e5d6'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:41:38.941806 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-63e2ee9d-0d78-416e-9161-6bbee6693b5c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Made reservation on behalf of 566cec90becf440c860b261b3153e5d6 for: {'port': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:41:38.945226 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-63e2ee9d-0d78-416e-9161-6bbee6693b5c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:38.955068 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-63e2ee9d-0d78-416e-9161-6bbee6693b5c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:39.031820 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-63e2ee9d-0d78-416e-9161-6bbee6693b5c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Publish callbacks [] for security_group (cd624d4c-268d-46ad-a4e0-67644e6e5ae4), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:39.036878 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-63e2ee9d-0d78-416e-9161-6bbee6693b5c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (cd624d4c-268d-46ad-a4e0-67644e6e5ae4), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:39.101841 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2ee9d-0d78-416e-9161-6bbee6693b5c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd624d4c-268d-46ad-a4e0-67644e6e5ae4,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:39.106630 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b20b3-2a14-4753-a04d-49c328e19aab req-3aa32f1c-e648-479a-b3e9-0628db455a68 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:39.108636 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bc3b20b3-2a14-4753-a04d-49c328e19aab req-3aa32f1c-e648-479a-b3e9-0628db455a68 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0486465 May 11 06:41:39.161084 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bc3b20b3-2a14-4753-a04d-49c328e19aab req-aa2b8533-d3f3-4776-9a14-4cc0172f4717 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467777 May 11 06:41:39.176786 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-63e2ee9d-0d78-416e-9161-6bbee6693b5c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Allocated IP 192.168.233.207 (bd6b635f-481e-4b35-9b03-adca5ada950a/39566415-6518-40b9-b826-f12ed7d15ced/2a7723b1-e98a-4b60-b0dd-58e2ffc809bc) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:41:39.326756 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-63e2ee9d-0d78-416e-9161-6bbee6693b5c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Publish callbacks [] for port (2a7723b1-e98a-4b60-b0dd-58e2ffc809bc), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:39.363034 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-63e2ee9d-0d78-416e-9161-6bbee6693b5c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (2a7723b1-e98a-4b60-b0dd-58e2ffc809bc), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:39.394771 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb94b01-58e4-4d4b-98cb-b3abee4d8fa2 req-4a642482-ae44-4d7d-b41f-202d53b4800d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:39.396402 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4bb94b01-58e4-4d4b-98cb-b3abee4d8fa2 req-4a642482-ae44-4d7d-b41f-202d53b4800d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0551496 May 11 06:41:39.399971 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-63e2ee9d-0d78-416e-9161-6bbee6693b5c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Network bd6b635f-481e-4b35-9b03-adca5ada950a is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:41:39.401298 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-63e2ee9d-0d78-416e-9161-6bbee6693b5c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:41:39.408117 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-63e2ee9d-0d78-416e-9161-6bbee6693b5c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:41:39.459860 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2ee9d-0d78-416e-9161-6bbee6693b5c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Pushing event updated for resources: {'Port': ['ID=2a7723b1-e98a-4b60-b0dd-58e2ffc809bc,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:39.485650 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-63e2ee9d-0d78-416e-9161-6bbee6693b5c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:39.486465 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-63e2ee9d-0d78-416e-9161-6bbee6693b5c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:39.506503 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-63e2ee9d-0d78-416e-9161-6bbee6693b5c tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6706674 May 11 06:41:39.526844 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Request body: {'port': {'device_id': '3f6e5702-6dc0-4ad4-83d4-e955f6017d38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:41:39.535420 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4bb94b01-58e4-4d4b-98cb-b3abee4d8fa2 req-0a2df319-83fe-4539-a34a-7ade21a76afe tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905213 May 11 06:41:39.599651 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (2a7723b1-e98a-4b60-b0dd-58e2ffc809bc), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:39.642549 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e110f2b-9704-4df4-ae33-1cb411f518fb req-90cd8560-b40e-4c26-804e-657bc0828f5b tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:39.644958 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0e110f2b-9704-4df4-ae33-1cb411f518fb req-90cd8560-b40e-4c26-804e-657bc0828f5b tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 936 time: 0.0736773 May 11 06:41:39.702530 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0e110f2b-9704-4df4-ae33-1cb411f518fb req-5ba7a84c-78a4-44d4-864a-9dd1a3908da4 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd624d4c-268d-46ad-a4e0-67644e6e5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505521 May 11 06:41:39.761967 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-81a0f9fb-ff5f-4bb6-9827-dff446ff9dda None None] Provisioning complete for port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:41:39.762568 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-81a0f9fb-ff5f-4bb6-9827-dff446ff9dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (2a7723b1-e98a-4b60-b0dd-58e2ffc809bc), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:39.795798 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-81a0f9fb-ff5f-4bb6-9827-dff446ff9dda None None] Port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:41:39.911925 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc {{(pid=104514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:41:39.918839 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:41:39.919356 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Publish callbacks [] for port (2a7723b1-e98a-4b60-b0dd-58e2ffc809bc), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:39.931252 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.provisioning_blocks [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Transition to ACTIVE for port object 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc will not be triggered until provisioned by entity L2. {{(pid=104514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:41:39.934520 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (2a7723b1-e98a-4b60-b0dd-58e2ffc809bc), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:39.982991 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7723b1-e98a-4b60-b0dd-58e2ffc809bc,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:40.058373 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Attempting to bind port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:41:40.058711 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Attempting to bind port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '6a58f0ea-99dd-44d8-8c3d-6ec291a5772d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bd6b635f-481e-4b35-9b03-adca5ada950a'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:41:40.059121 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Attempting to bind port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc on network bd6b635f-481e-4b35-9b03-adca5ada950a {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:41:40.064291 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc on network bd6b635f-481e-4b35-9b03-adca5ada950a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:41:40.064615 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Attempting to bind port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc on network bd6b635f-481e-4b35-9b03-adca5ada950a {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:41:40.069700 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:41:40.070040 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Checking segment: {'id': '6a58f0ea-99dd-44d8-8c3d-6ec291a5772d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bd6b635f-481e-4b35-9b03-adca5ada950a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:41:40.070428 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Bound using segment: {'id': '6a58f0ea-99dd-44d8-8c3d-6ec291a5772d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bd6b635f-481e-4b35-9b03-adca5ada950a'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:41:40.070858 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Bound port: 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a58f0ea-99dd-44d8-8c3d-6ec291a5772d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'bd6b635f-481e-4b35-9b03-adca5ada950a'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:41:40.071219 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (2a7723b1-e98a-4b60-b0dd-58e2ffc809bc), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:40.135957 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] For port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc, host hv-cinder-80475, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:41:40.139584 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] For port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2a7723b1-e98a-4b60-b0dd-58e2ffc809bc,segment=NetworkSegment(6a58f0ea-99dd-44d8-8c3d-6ec291a5772d),segment_id=6a58f0ea-99dd-44d8-8c3d-6ec291a5772d)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:41:40.144493 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (2a7723b1-e98a-4b60-b0dd-58e2ffc809bc), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:40.183034 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:40.183675 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:40.185849 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] 10.222.0.70 "PUT /v2.0/ports/2a7723b1-e98a-4b60-b0dd-58e2ffc809bc HTTP/1.1" status: 200 len: 1098 time: 0.6640172 May 11 06:41:40.186340 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6e5702-6dc0-4ad4-83d4-e955f6017d38', 'tag': '2a7723b1-e98a-4b60-b0dd-58e2ffc809bc'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:41:40.188836 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c38203-4320-45e9-9f2f-43b59bdee3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "3f6e5702-6dc0-4ad4-83d4-e955f6017d38", "tag": "2a7723b1-e98a-4b60-b0dd-58e2ffc809bc"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:41:40.251476 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c35c65-513c-47df-a0f0-646bfd646156 service neutron] Pushing event updated for resources: {'Port': ['ID=2a7723b1-e98a-4b60-b0dd-58e2ffc809bc,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:40.255522 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71474d0c-f63b-4024-b861-ae668b340a4c x-openstack-request-id: req-71474d0c-f63b-4024-b861-ae668b340a4c {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:41:40.255801 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f6e5702-6dc0-4ad4-83d4-e955f6017d38", "tag": "2a7723b1-e98a-4b60-b0dd-58e2ffc809bc", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:41:40.256044 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-71474d0c-f63b-4024-b861-ae668b340a4c {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:41:40.256427 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71474d0c-f63b-4024-b861-ae668b340a4c'] response: {'name': 'network-changed', 'server_uuid': '3f6e5702-6dc0-4ad4-83d4-e955f6017d38', 'tag': '2a7723b1-e98a-4b60-b0dd-58e2ffc809bc', 'status': 'completed', 'code': 200} May 11 06:41:40.322066 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-7b9bd122-c769-484b-a560-5b9b689186e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:40.324269 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-7b9bd122-c769-484b-a560-5b9b689186e6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=566cec90becf440c860b261b3153e5d6&device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 1132 time: 0.0516391 May 11 06:41:40.324452 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dabddf-0685-42b3-986c-996b3f4ecf8a req-094a7f54-48b7-47e9-87cd-faaba665de67 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:40.328043 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e8dabddf-0685-42b3-986c-996b3f4ecf8a req-094a7f54-48b7-47e9-87cd-faaba665de67 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0719469 May 11 06:41:40.376913 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e8dabddf-0685-42b3-986c-996b3f4ecf8a req-7eb22519-4be8-4e79-acc5-09fd2480526c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437560 May 11 06:41:40.379432 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-e8575bff-d7e2-43c5-b00f-e1d64d3e080f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=2a7723b1-e98a-4b60-b0dd-58e2ffc809bc HTTP/1.1" status: 200 len: 217 time: 0.0393698 May 11 06:41:40.436755 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-899b4f2b-4fe8-4933-ae19-7811cb8e2bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:40.438272 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-899b4f2b-4fe8-4933-ae19-7811cb8e2bba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=39566415-6518-40b9-b826-f12ed7d15ced HTTP/1.1" status: 200 len: 843 time: 0.0497620 May 11 06:41:40.485024 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-ee22544e-4c88-48f4-9d6b-d79491530690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:40.486489 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-ee22544e-4c88-48f4-9d6b-d79491530690 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd6b635f-481e-4b35-9b03-adca5ada950a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0372949 May 11 06:41:40.582785 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-320eacb7-a524-4fb6-a01f-25e6867f71c1 service neutron] 10.222.0.70 "GET /v2.0/networks/bd6b635f-481e-4b35-9b03-adca5ada950a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888810 May 11 06:41:40.667096 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04253cda-8981-4b8b-8857-70ffdaf8cb9c req-2cb7eca3-b4ac-4ebf-a482-4445330cfbcd tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:40.668598 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-04253cda-8981-4b8b-8857-70ffdaf8cb9c req-2cb7eca3-b4ac-4ebf-a482-4445330cfbcd tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0512369 May 11 06:41:40.682555 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3e69b33b-0b5a-4cae-9d0d-5e692e7d134b req-28f87676-444f-47cd-afbe-e89c93139d6d service neutron] 10.222.0.70 "GET /v2.0/networks/bd6b635f-481e-4b35-9b03-adca5ada950a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874772 May 11 06:41:40.717080 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-04253cda-8981-4b8b-8857-70ffdaf8cb9c req-ad186b99-1eee-44ba-b721-9df95a25a5e6 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422006 May 11 06:41:40.815174 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a20103-dfaa-46d6-b3ec-507e2d8601c0 req-bcc3f034-8bd3-4dba-8c54-a3b73f1cd916 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:40.816650 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a0a20103-dfaa-46d6-b3ec-507e2d8601c0 req-bcc3f034-8bd3-4dba-8c54-a3b73f1cd916 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 948 time: 0.0456100 May 11 06:41:40.862411 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a0a20103-dfaa-46d6-b3ec-507e2d8601c0 req-42b1556d-f604-4577-8c9e-d682e81bea3a tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd624d4c-268d-46ad-a4e0-67644e6e5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 May 11 06:41:41.489554 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449511d5-e1f5-4a83-bfdb-088ca7225513 req-d498f64a-03dd-449d-b752-513d2185a08d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:41.490993 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-449511d5-e1f5-4a83-bfdb-088ca7225513 req-d498f64a-03dd-449d-b752-513d2185a08d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0453744 May 11 06:41:41.539413 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-449511d5-e1f5-4a83-bfdb-088ca7225513 req-9dfc64bc-a607-4e1f-ab9d-8a5c97ec5aff tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428309 May 11 06:41:41.845375 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fd5b6-b494-4b3b-a1f2-4c89890d18f4 req-6c45bb4d-e29b-4c68-a1d8-c07943fde13d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:41.846861 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6a5fd5b6-b494-4b3b-a1f2-4c89890d18f4 req-6c45bb4d-e29b-4c68-a1d8-c07943fde13d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0571189 May 11 06:41:41.900238 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6a5fd5b6-b494-4b3b-a1f2-4c89890d18f4 req-8312da9b-f690-45aa-9a2b-a961cb8b1bb8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476768 May 11 06:41:41.959805 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 38940) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:41.997863 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf3449-e2c3-42d9-92c4-189ff7052c99 req-ba5e8fe7-4865-409c-8350-4ad537586ceb tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:41.999363 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-72bf3449-e2c3-42d9-92c4-189ff7052c99 req-ba5e8fe7-4865-409c-8350-4ad537586ceb tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 948 time: 0.0531259 May 11 06:41:42.048312 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-72bf3449-e2c3-42d9-92c4-189ff7052c99 req-7fd19cd0-2277-4c5d-a16c-7b6a3d9b539a tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd624d4c-268d-46ad-a4e0-67644e6e5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433621 May 11 06:41:42.069182 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-76ad7a39-cf8f-483e-ad83-22e63395bee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:42.166996 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-76ad7a39-cf8f-483e-ad83-22e63395bee9 admin admin] Publish callbacks [] for security_group (5b82d25d-a6c2-43ea-ab6f-a92682e53f5f), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:42.172322 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-76ad7a39-cf8f-483e-ad83-22e63395bee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (5b82d25d-a6c2-43ea-ab6f-a92682e53f5f), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:42.176446 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c38203-4320-45e9-9f2f-43b59bdee3e4 req-b57cd844-51cd-4cd8-a47b-837c9a20c76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:42.177920 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c7c38203-4320-45e9-9f2f-43b59bdee3e4 req-b57cd844-51cd-4cd8-a47b-837c9a20c76c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=566cec90becf440c860b261b3153e5d6&device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 1132 time: 0.0563529 May 11 06:41:42.237768 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad7a39-cf8f-483e-ad83-22e63395bee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b82d25d-a6c2-43ea-ab6f-a92682e53f5f,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:42.245650 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-76ad7a39-cf8f-483e-ad83-22e63395bee9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6edbf82991ab4e8188b1da30ec8628af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819459 May 11 06:41:42.246185 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 38944) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:42.308462 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-bf06c638-53cb-43e0-a569-bf4b0b5dfc69 admin admin] Publish callbacks [] for security_group (5b82d25d-a6c2-43ea-ab6f-a92682e53f5f), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:42.321380 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c38203-4320-45e9-9f2f-43b59bdee3e4 req-12ce3017-3e91-4186-bdb7-a47fffed67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:42.323098 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c7c38203-4320-45e9-9f2f-43b59bdee3e4 req-12ce3017-3e91-4186-bdb7-a47fffed67d5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=bd6b635f-481e-4b35-9b03-adca5ada950a HTTP/1.1" status: 200 len: 870 time: 0.1333725 May 11 06:41:42.346327 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-bf06c638-53cb-43e0-a569-bf4b0b5dfc69 admin admin] Publish callbacks [] for security_group (5b82d25d-a6c2-43ea-ab6f-a92682e53f5f), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:42.365760 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c7c38203-4320-45e9-9f2f-43b59bdee3e4 req-b5f116e5-ed06-4a5d-9cfe-7c04be019bf2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=2a7723b1-e98a-4b60-b0dd-58e2ffc809bc HTTP/1.1" status: 200 len: 217 time: 0.0358102 May 11 06:41:42.398105 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-bf06c638-53cb-43e0-a569-bf4b0b5dfc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (5b82d25d-a6c2-43ea-ab6f-a92682e53f5f), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:42.401038 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-bf06c638-53cb-43e0-a569-bf4b0b5dfc69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:42.402180 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-bf06c638-53cb-43e0-a569-bf4b0b5dfc69 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b82d25d-a6c2-43ea-ab6f-a92682e53f5f HTTP/1.1" status: 204 len: 168 time: 0.1551185 May 11 06:41:42.411813 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06c638-53cb-43e0-a569-bf4b0b5dfc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b82d25d-a6c2-43ea-ab6f-a92682e53f5f,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:42.432553 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c38203-4320-45e9-9f2f-43b59bdee3e4 req-164155d3-8f89-4b4c-9747-91662ddae4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:42.436233 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c7c38203-4320-45e9-9f2f-43b59bdee3e4 req-164155d3-8f89-4b4c-9747-91662ddae4c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=39566415-6518-40b9-b826-f12ed7d15ced HTTP/1.1" status: 200 len: 843 time: 0.0616243 May 11 06:41:42.492381 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c38203-4320-45e9-9f2f-43b59bdee3e4 req-d59d5944-0633-4227-9224-b09ee3807ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:42.493877 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c7c38203-4320-45e9-9f2f-43b59bdee3e4 req-d59d5944-0633-4227-9224-b09ee3807ae5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=bd6b635f-481e-4b35-9b03-adca5ada950a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0424156 May 11 06:41:42.594073 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c7c38203-4320-45e9-9f2f-43b59bdee3e4 req-a13f8b49-4886-4785-8ee8-348e2d7e9735 service neutron] 10.222.0.70 "GET /v2.0/networks/bd6b635f-481e-4b35-9b03-adca5ada950a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926096 May 11 06:41:42.662150 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2803c6-18db-4355-a1ef-4ebef6ee4339 req-0266a2c2-bac7-43a3-8706-0aed98f794cd tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:42.663815 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ae2803c6-18db-4355-a1ef-4ebef6ee4339 req-0266a2c2-bac7-43a3-8706-0aed98f794cd tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0499232 May 11 06:41:42.698716 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c7c38203-4320-45e9-9f2f-43b59bdee3e4 req-07f71a8d-5f59-4299-bfaa-0f12da5d7853 service neutron] 10.222.0.70 "GET /v2.0/networks/bd6b635f-481e-4b35-9b03-adca5ada950a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965171 May 11 06:41:42.718554 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ae2803c6-18db-4355-a1ef-4ebef6ee4339 req-4c778479-974f-4ccb-a76e-5a0dd42f664c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458894 May 11 06:41:42.829067 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:41:42.920540 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2a7723b1-e98a-4b60-b0dd-58e2ffc809bc,segment=NetworkSegment(6a58f0ea-99dd-44d8-8c3d-6ec291a5772d),segment_id=6a58f0ea-99dd-44d8-8c3d-6ec291a5772d)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:41:42.931564 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': '2a7723b1-e98a-4b60-b0dd-58e2ffc809bc', 'network_id': 'bd6b635f-481e-4b35-9b03-adca5ada950a', 'port_id': '2a7723b1-e98a-4b60-b0dd-58e2ffc809bc', 'mac_address': 'fa:16:3e:35:e5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39566415-6518-40b9-b826-f12ed7d15ced', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:41:42.975145 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:41:42.975145 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (2a7723b1-e98a-4b60-b0dd-58e2ffc809bc), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:42.992347 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:41:43.012059 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2a7723b1-e98a-4b60-b0dd-58e2ffc809bc,segment=NetworkSegment(6a58f0ea-99dd-44d8-8c3d-6ec291a5772d),segment_id=6a58f0ea-99dd-44d8-8c3d-6ec291a5772d)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:41:43.017461 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (2a7723b1-e98a-4b60-b0dd-58e2ffc809bc), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:43.040447 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2038d4-4439-4032-92c1-04628c50d1bc req-d844b3db-da93-4c49-a44a-a7d14a9e560f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:43.041964 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1b2038d4-4439-4032-92c1-04628c50d1bc req-d844b3db-da93-4c49-a44a-a7d14a9e560f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0544255 May 11 06:41:43.082419 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=2a7723b1-e98a-4b60-b0dd-58e2ffc809bc,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:43.090948 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:43.091630 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:43.092079 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:43.092546 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:43.092987 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:43.093438 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:43.093881 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:43.094340 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:43.094683 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:43.095158 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:43.095926 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:43.096439 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:43.097155 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:43.097780 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1b2038d4-4439-4032-92c1-04628c50d1bc req-01bd06ea-e13f-48ad-9098-d7966e59d27f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485611 May 11 06:41:43.099700 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:43.100084 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:41:43.171216 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7348d2-0a57-409d-9b1b-e1b48f329f0f req-aa226b69-9a14-434d-bde4-f26812265b69 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:43.172787 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3f7348d2-0a57-409d-9b1b-e1b48f329f0f req-aa226b69-9a14-434d-bde4-f26812265b69 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 949 time: 0.0469942 May 11 06:41:43.221182 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3f7348d2-0a57-409d-9b1b-e1b48f329f0f req-d763ba20-19d0-4c38-b1f1-cac791fab1f7 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd624d4c-268d-46ad-a4e0-67644e6e5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428574 May 11 06:41:43.332759 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 38972) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:43.437110 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a41aa555-392d-4660-9550-2a5ef9916dce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:43.510798 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a41aa555-392d-4660-9550-2a5ef9916dce admin admin] Publish callbacks [] for security_group (dbef349e-1466-421c-a58f-d3adba1f02bf), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:43.514299 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a41aa555-392d-4660-9550-2a5ef9916dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (dbef349e-1466-421c-a58f-d3adba1f02bf), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:43.533401 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['2a7723b1-e98a-4b60-b0dd-58e2ffc809bc'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:41:43.551735 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-a41aa555-392d-4660-9550-2a5ef9916dce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5ddc811f750445fca6f57ef193a9afad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179585 May 11 06:41:43.554157 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41aa555-392d-4660-9550-2a5ef9916dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbef349e-1466-421c-a58f-d3adba1f02bf,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:43.554436 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 38978) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:41:43.610333 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-44a7f31a-07a5-44bb-8109-6478da44a9d9 admin admin] Publish callbacks [] for security_group (dbef349e-1466-421c-a58f-d3adba1f02bf), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:43.630757 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-44a7f31a-07a5-44bb-8109-6478da44a9d9 admin admin] Publish callbacks [] for security_group (dbef349e-1466-421c-a58f-d3adba1f02bf), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:43.679824 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-44a7f31a-07a5-44bb-8109-6478da44a9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (dbef349e-1466-421c-a58f-d3adba1f02bf), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:43.682388 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-44a7f31a-07a5-44bb-8109-6478da44a9d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:43.683628 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-44a7f31a-07a5-44bb-8109-6478da44a9d9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dbef349e-1466-421c-a58f-d3adba1f02bf HTTP/1.1" status: 204 len: 168 time: 0.1280930 May 11 06:41:43.691117 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7f31a-07a5-44bb-8109-6478da44a9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbef349e-1466-421c-a58f-d3adba1f02bf,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:43.834591 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7b4c4-6e72-4a94-b362-ab96b22bdbd6 req-8379a307-b81b-4c3a-b055-598a16259b3b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:43.836628 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c6e7b4c4-6e72-4a94-b362-ab96b22bdbd6 req-8379a307-b81b-4c3a-b055-598a16259b3b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0506365 May 11 06:41:43.884432 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c6e7b4c4-6e72-4a94-b362-ab96b22bdbd6 req-6af38061-61c9-4dd1-a57d-9645587035f7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424547 May 11 06:41:44.216940 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9022b-7db3-41f1-8359-c654a122294e req-17959bf5-c1d7-4a95-b904-fae637026472 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:44.218430 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-41a9022b-7db3-41f1-8359-c654a122294e req-17959bf5-c1d7-4a95-b904-fae637026472 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0473261 May 11 06:41:44.266682 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-41a9022b-7db3-41f1-8359-c654a122294e req-54f0f51f-a3c4-4bb8-9573-d0f8aa7bc8e7 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424945 May 11 06:41:44.344859 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698ab64-9181-4d2f-9b74-7e1009833ade req-b73b2bac-f877-4eea-b449-e6d90587a1ac tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:44.347144 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3698ab64-9181-4d2f-9b74-7e1009833ade req-b73b2bac-f877-4eea-b449-e6d90587a1ac tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 949 time: 0.0556214 May 11 06:41:44.394121 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3698ab64-9181-4d2f-9b74-7e1009833ade req-01d29901-eed7-4879-80d2-58722c9e2da1 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd624d4c-268d-46ad-a4e0-67644e6e5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413716 May 11 06:41:44.838036 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:41:44.882338 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:41:44.887765 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:41:44.888827 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (2a7723b1-e98a-4b60-b0dd-58e2ffc809bc), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:44.980031 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:41:44.980490 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (2a7723b1-e98a-4b60-b0dd-58e2ffc809bc), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:45.004815 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6e5702-6dc0-4ad4-83d4-e955f6017d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7723b1-e98a-4b60-b0dd-58e2ffc809bc'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:41:45.007051 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f8b087-12d4-4a1d-81d5-e8334c5bad46" -d '{"events": [{"server_uuid": "3f6e5702-6dc0-4ad4-83d4-e955f6017d38", "name": "network-vif-plugged", "status": "completed", "tag": "2a7723b1-e98a-4b60-b0dd-58e2ffc809bc"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:41:45.009123 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a724dc-fe6c-47f5-9c95-67c9e21df84c req-74ad0096-db60-49de-9173-5d44d8d40cc9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:45.010566 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a8a724dc-fe6c-47f5-9c95-67c9e21df84c req-74ad0096-db60-49de-9173-5d44d8d40cc9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0510511 May 11 06:41:45.020131 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2a7723b1-e98a-4b60-b0dd-58e2ffc809bc,segment=NetworkSegment(6a58f0ea-99dd-44d8-8c3d-6ec291a5772d),segment_id=6a58f0ea-99dd-44d8-8c3d-6ec291a5772d)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:41:45.024615 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (2a7723b1-e98a-4b60-b0dd-58e2ffc809bc), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:45.050988 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e66cb8-ffa2-46cc-9175-35b868ef25d3 x-openstack-request-id: req-a8e66cb8-ffa2-46cc-9175-35b868ef25d3 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:41:45.051437 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6e5702-6dc0-4ad4-83d4-e955f6017d38", "name": "network-vif-plugged", "status": "completed", "tag": "2a7723b1-e98a-4b60-b0dd-58e2ffc809bc", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:41:45.051792 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a8e66cb8-ffa2-46cc-9175-35b868ef25d3 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:41:45.052292 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e66cb8-ffa2-46cc-9175-35b868ef25d3'] response: {'server_uuid': '3f6e5702-6dc0-4ad4-83d4-e955f6017d38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7723b1-e98a-4b60-b0dd-58e2ffc809bc', 'code': 200} May 11 06:41:45.079351 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a8a724dc-fe6c-47f5-9c95-67c9e21df84c req-49f7b93a-55d2-4bc4-afea-28b839e62f30 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591760 May 11 06:41:45.084865 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=2a7723b1-e98a-4b60-b0dd-58e2ffc809bc,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:45.264576 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563ab71-c186-46c0-a4b0-0079bdbd3c60 req-383d91b0-459a-4fd1-9b1f-489d0bf242d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:45.266032 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1563ab71-c186-46c0-a4b0-0079bdbd3c60 req-383d91b0-459a-4fd1-9b1f-489d0bf242d4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 1134 time: 0.0396173 May 11 06:41:45.314313 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1563ab71-c186-46c0-a4b0-0079bdbd3c60 req-778a155a-19e2-42f6-9a2d-bdf5ba32a5e8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cd624d4c-268d-46ad-a4e0-67644e6e5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417528 May 11 06:41:45.395512 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a589579-e9cf-43c2-8199-f88fc67d05f8 req-31d046c5-aab2-4612-859b-cc63e063bbe6 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:45.396959 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6a589579-e9cf-43c2-8199-f88fc67d05f8 req-31d046c5-aab2-4612-859b-cc63e063bbe6 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0479467 May 11 06:41:45.449803 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6a589579-e9cf-43c2-8199-f88fc67d05f8 req-053b9e00-574e-4c22-a66c-20a3d93ca78c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472329 May 11 06:41:45.507471 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96337a-2770-4f85-9944-49be31850482 req-dfaad5f7-fd0b-4175-a246-d51b4b2653b7 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:45.508964 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6f96337a-2770-4f85-9944-49be31850482 req-dfaad5f7-fd0b-4175-a246-d51b4b2653b7 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 950 time: 0.0482330 May 11 06:41:45.555663 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6f96337a-2770-4f85-9944-49be31850482 req-7f0040a0-03c7-4b60-abac-00c8783e9bcb tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd624d4c-268d-46ad-a4e0-67644e6e5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 May 11 06:41:46.208720 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc3863-c54f-4045-a242-fddf8d48e904 req-704c48a3-cf0c-4d20-8db8-f2b48677f4e4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:46.210392 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30cc3863-c54f-4045-a242-fddf8d48e904 req-704c48a3-cf0c-4d20-8db8-f2b48677f4e4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0608146 May 11 06:41:46.260350 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30cc3863-c54f-4045-a242-fddf8d48e904 req-70d8b6d1-80ac-4cb0-9b79-b5122c93a5e1 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441527 May 11 06:41:46.567448 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e1e99-96e5-4100-a6e9-fa15387422eb req-7ac0b0ac-d803-4433-8747-476b71ac1811 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:46.568891 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6f8e1e99-96e5-4100-a6e9-fa15387422eb req-7ac0b0ac-d803-4433-8747-476b71ac1811 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0496609 May 11 06:41:46.618654 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6f8e1e99-96e5-4100-a6e9-fa15387422eb req-6861e9f7-a927-436c-bf95-c23aec605b38 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439649 May 11 06:41:46.720011 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583fbb3-4c6b-4830-9adf-3963e9b0345c req-7e3d0316-0a16-4988-928a-54918466d4dc tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:46.721509 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d583fbb3-4c6b-4830-9adf-3963e9b0345c req-7e3d0316-0a16-4988-928a-54918466d4dc tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 950 time: 0.0464442 May 11 06:41:46.768175 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d583fbb3-4c6b-4830-9adf-3963e9b0345c req-548abd5d-2397-4903-b545-a281eccd56d3 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd624d4c-268d-46ad-a4e0-67644e6e5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411558 May 11 06:41:47.370074 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff879ea-33df-422f-a1a6-fd5baeff796d req-3d9d06c8-52f3-423c-8ab2-7b82ecc33e0b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:47.371529 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fff879ea-33df-422f-a1a6-fd5baeff796d req-3d9d06c8-52f3-423c-8ab2-7b82ecc33e0b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0456116 May 11 06:41:47.420537 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fff879ea-33df-422f-a1a6-fd5baeff796d req-9130b1ac-4493-4d89-8105-c2e5e0cbed00 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435550 May 11 06:41:47.732455 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39539ea2-1029-426e-b696-ac7015e8fd57 req-0862e37f-13fa-44e5-a13e-aa9b0ac890fb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:47.733906 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-39539ea2-1029-426e-b696-ac7015e8fd57 req-0862e37f-13fa-44e5-a13e-aa9b0ac890fb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0464022 May 11 06:41:47.779230 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-39539ea2-1029-426e-b696-ac7015e8fd57 req-4d8e524d-6562-4a7c-a959-219f7a807431 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394113 May 11 06:41:47.881044 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7044f7-a7ad-47fa-83ef-305f849785c7 req-c674e936-6d08-4fee-bf8e-60875d19e176 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:47.882545 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2a7044f7-a7ad-47fa-83ef-305f849785c7 req-c674e936-6d08-4fee-bf8e-60875d19e176 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 950 time: 0.0474539 May 11 06:41:47.928371 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2a7044f7-a7ad-47fa-83ef-305f849785c7 req-3aa25018-8b2a-43a9-b8c9-7392d70bf35f tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd624d4c-268d-46ad-a4e0-67644e6e5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392246 May 11 06:41:48.535810 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3c006-f5a3-4067-9479-aa7428b38f82 req-896f3600-e0ac-42e5-b22c-7d15d1b91335 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:48.537193 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c1b3c006-f5a3-4067-9479-aa7428b38f82 req-896f3600-e0ac-42e5-b22c-7d15d1b91335 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0490637 May 11 06:41:48.585656 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c1b3c006-f5a3-4067-9479-aa7428b38f82 req-ca92a939-862b-49f6-b3eb-3c86af33a8e8 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 May 11 06:41:48.893455 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21719e6-caf1-4227-9fc1-76471fd5fa2b req-35d4dfc4-2287-4cd9-899f-01b2bec84ac9 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:48.894915 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e21719e6-caf1-4227-9fc1-76471fd5fa2b req-35d4dfc4-2287-4cd9-899f-01b2bec84ac9 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0463002 May 11 06:41:48.941415 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e21719e6-caf1-4227-9fc1-76471fd5fa2b req-50f537d9-434c-45ce-9648-f6acec6fb751 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409997 May 11 06:41:49.044564 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9146b-1ab1-49ed-a887-f409b5bd1c68 req-737e82c5-b9a9-47d8-901d-31576a21ee61 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:49.046023 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7fa9146b-1ab1-49ed-a887-f409b5bd1c68 req-737e82c5-b9a9-47d8-901d-31576a21ee61 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 950 time: 0.0499623 May 11 06:41:49.091774 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7fa9146b-1ab1-49ed-a887-f409b5bd1c68 req-235b020e-72c0-4003-8122-af68a9cc5bac tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd624d4c-268d-46ad-a4e0-67644e6e5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401387 May 11 06:41:49.695088 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67c58e-8ae9-478e-a780-39161d35d36e req-c994b153-8f38-470d-837e-845ccba8473a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:49.696475 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bd67c58e-8ae9-478e-a780-39161d35d36e req-c994b153-8f38-470d-837e-845ccba8473a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0464880 May 11 06:41:49.744376 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bd67c58e-8ae9-478e-a780-39161d35d36e req-f8314630-5cc3-40de-a0d2-7e7bf727753c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420465 May 11 06:41:50.055009 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f95944b-368f-40e2-82b7-1ad1341d9b7b req-34f45170-2bff-4658-866e-3e3848f14325 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:50.056492 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1f95944b-368f-40e2-82b7-1ad1341d9b7b req-34f45170-2bff-4658-866e-3e3848f14325 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0462348 May 11 06:41:50.106604 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1f95944b-368f-40e2-82b7-1ad1341d9b7b req-5678bf33-f620-4e73-a9ae-0b64b678cdbc tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446944 May 11 06:41:50.207477 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e68048-8d13-402e-b3bb-646160da635b req-72b5cdc1-05ea-46c7-a3bc-d856de9c3569 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:50.208864 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-83e68048-8d13-402e-b3bb-646160da635b req-72b5cdc1-05ea-46c7-a3bc-d856de9c3569 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 950 time: 0.0465539 May 11 06:41:50.254581 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-83e68048-8d13-402e-b3bb-646160da635b req-3bcfd768-ef5e-4a8b-97f0-9ac3cd588a30 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd624d4c-268d-46ad-a4e0-67644e6e5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400696 May 11 06:41:50.509708 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be594cb-b802-4f4b-8a35-6a83c7490115 req-559b349f-6315-4baf-bf38-b946fcd11cb3 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:50.511203 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6be594cb-b802-4f4b-8a35-6a83c7490115 req-559b349f-6315-4baf-bf38-b946fcd11cb3 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 950 time: 0.0484345 May 11 06:41:50.562368 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6be594cb-b802-4f4b-8a35-6a83c7490115 req-79065f53-c35e-4357-b1e0-292a91ef73fd tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd624d4c-268d-46ad-a4e0-67644e6e5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444417 May 11 06:41:50.859440 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4002736-8b9f-4122-8f92-fcf4527f6c1a req-a9a7bc46-cdd7-4418-8898-28e5e07b4178 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:50.860905 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b4002736-8b9f-4122-8f92-fcf4527f6c1a req-a9a7bc46-cdd7-4418-8898-28e5e07b4178 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0499313 May 11 06:41:50.906894 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b4002736-8b9f-4122-8f92-fcf4527f6c1a req-7d8f45c1-2028-4c0f-9dc8-3d751539d3f8 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404418 May 11 06:41:51.226187 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1363c4-5c06-4a3c-9a6f-3594cbbfbba3 req-11882a97-738b-4e01-a4b7-a6e93f1b3667 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:51.227834 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7d1363c4-5c06-4a3c-9a6f-3594cbbfbba3 req-11882a97-738b-4e01-a4b7-a6e93f1b3667 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0470552 May 11 06:41:51.275502 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7d1363c4-5c06-4a3c-9a6f-3594cbbfbba3 req-8a2d8565-372d-470b-a112-ca5c41730974 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415471 May 11 06:41:51.676687 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb719f-1854-449e-ba64-c72a94a53086 req-0a908914-f243-4e22-a911-24a0f64584d5 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:51.678203 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7cfb719f-1854-449e-ba64-c72a94a53086 req-0a908914-f243-4e22-a911-24a0f64584d5 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 950 time: 0.0487072 May 11 06:41:51.727922 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7cfb719f-1854-449e-ba64-c72a94a53086 req-21030fd1-5118-4ddc-bb8d-006cf670c232 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd624d4c-268d-46ad-a4e0-67644e6e5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442462 May 11 06:41:52.021168 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eae209-1f6d-412d-87a5-f0529d6ec98d req-faaf90d3-b10c-4fcb-9e6c-d0737a22752a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:52.022620 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-05eae209-1f6d-412d-87a5-f0529d6ec98d req-faaf90d3-b10c-4fcb-9e6c-d0737a22752a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0461993 May 11 06:41:52.071508 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-05eae209-1f6d-412d-87a5-f0529d6ec98d req-be4d22d9-b494-4f36-8eef-9d1a00a7a0c0 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433917 May 11 06:41:52.398953 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e720783f-e193-4e14-8819-c5a28bcf09f1 req-c63c7f0f-e9cc-4ebb-ae35-48ae3db05715 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:52.400534 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e720783f-e193-4e14-8819-c5a28bcf09f1 req-c63c7f0f-e9cc-4ebb-ae35-48ae3db05715 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0528495 May 11 06:41:52.451010 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e720783f-e193-4e14-8819-c5a28bcf09f1 req-0679729a-e4b7-4b5c-9764-1a3b254b02ab tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437624 May 11 06:41:52.843378 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a8f3f-0154-4b81-aa99-f77fbc4f852b req-d95d8f0d-96e5-4bf3-9956-f5acba73c086 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:52.844820 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d48a8f3f-0154-4b81-aa99-f77fbc4f852b req-d95d8f0d-96e5-4bf3-9956-f5acba73c086 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 950 time: 0.0513573 May 11 06:41:52.897021 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d48a8f3f-0154-4b81-aa99-f77fbc4f852b req-d34c7d61-b61a-4231-8d2c-d02ec36af67b tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd624d4c-268d-46ad-a4e0-67644e6e5ae4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458751 May 11 06:41:53.107738 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6db3a4-fac2-467e-905b-40ba4b20a6d2 req-5e90c7e9-ff77-4344-b92d-535d7894356f tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:53.110674 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-cf6db3a4-fac2-467e-905b-40ba4b20a6d2 req-5e90c7e9-ff77-4344-b92d-535d7894356f tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.70 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 950 time: 0.0652227 May 11 06:41:53.202009 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17707b9-18ef-4c21-8278-e3161f31ab6c req-0c208564-3b07-4d82-9f00-7142e56f7418 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:53.203524 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a17707b9-18ef-4c21-8278-e3161f31ab6c req-0c208564-3b07-4d82-9f00-7142e56f7418 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0583458 May 11 06:41:53.211710 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-cf6db3a4-fac2-467e-905b-40ba4b20a6d2 req-6d8675ec-05e6-4f15-8ff1-a2538fe6fa80 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Deleting port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:41:53.212048 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-cf6db3a4-fac2-467e-905b-40ba4b20a6d2 req-6d8675ec-05e6-4f15-8ff1-a2538fe6fa80 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (2a7723b1-e98a-4b60-b0dd-58e2ffc809bc), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:53.251608 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a17707b9-18ef-4c21-8278-e3161f31ab6c req-abec91c6-00e9-44e1-b5a0-6cece0bbaf40 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422761 May 11 06:41:53.304583 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-cf6db3a4-fac2-467e-905b-40ba4b20a6d2 req-6d8675ec-05e6-4f15-8ff1-a2538fe6fa80 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] For port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2a7723b1-e98a-4b60-b0dd-58e2ffc809bc,segment=NetworkSegment(6a58f0ea-99dd-44d8-8c3d-6ec291a5772d),segment_id=6a58f0ea-99dd-44d8-8c3d-6ec291a5772d)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:41:53.304945 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-cf6db3a4-fac2-467e-905b-40ba4b20a6d2 req-6d8675ec-05e6-4f15-8ff1-a2538fe6fa80 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (2a7723b1-e98a-4b60-b0dd-58e2ffc809bc), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:53.317520 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-cf6db3a4-fac2-467e-905b-40ba4b20a6d2 req-6d8675ec-05e6-4f15-8ff1-a2538fe6fa80 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Calling delete_port for 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc owned by compute:nova {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:41:53.447553 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-cf6db3a4-fac2-467e-905b-40ba4b20a6d2 req-6d8675ec-05e6-4f15-8ff1-a2538fe6fa80 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (2a7723b1-e98a-4b60-b0dd-58e2ffc809bc), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:53.476808 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8675ec-05e6-4f15-8ff1-a2538fe6fa80 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Pushing event deleted for resources: {'Port': ['ID=2a7723b1-e98a-4b60-b0dd-58e2ffc809bc,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:41:53.502003 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['2a7723b1-e98a-4b60-b0dd-58e2ffc809bc'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:41:53.524908 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6db3a4-fac2-467e-905b-40ba4b20a6d2 req-6d8675ec-05e6-4f15-8ff1-a2538fe6fa80 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] No DVR routers for this DVR port 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc on host hv-cinder-80475 {{(pid=104514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:41:53.527541 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-cf6db3a4-fac2-467e-905b-40ba4b20a6d2 req-6d8675ec-05e6-4f15-8ff1-a2538fe6fa80 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:53.531884 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-cf6db3a4-fac2-467e-905b-40ba4b20a6d2 req-6d8675ec-05e6-4f15-8ff1-a2538fe6fa80 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.70 "DELETE /v2.0/ports/2a7723b1-e98a-4b60-b0dd-58e2ffc809bc HTTP/1.1" status: 204 len: 173 time: 0.4143503 May 11 06:41:53.532547 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6e5702-6dc0-4ad4-83d4-e955f6017d38', 'name': 'network-vif-deleted', 'tag': '2a7723b1-e98a-4b60-b0dd-58e2ffc809bc'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:41:53.535823 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ab3a5f-72a1-44e2-aeff-a4abbe987298" -d '{"events": [{"server_uuid": "3f6e5702-6dc0-4ad4-83d4-e955f6017d38", "name": "network-vif-deleted", "tag": "2a7723b1-e98a-4b60-b0dd-58e2ffc809bc"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:41:53.579735 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7acc43b-6f64-453d-881a-9aec95ff9ff4 x-openstack-request-id: req-c7acc43b-6f64-453d-881a-9aec95ff9ff4 {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:41:53.580252 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f6e5702-6dc0-4ad4-83d4-e955f6017d38", "name": "network-vif-deleted", "tag": "2a7723b1-e98a-4b60-b0dd-58e2ffc809bc", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:41:53.580511 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c7acc43b-6f64-453d-881a-9aec95ff9ff4 {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:41:53.580911 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7acc43b-6f64-453d-881a-9aec95ff9ff4'] response: {'server_uuid': '3f6e5702-6dc0-4ad4-83d4-e955f6017d38', 'name': 'network-vif-deleted', 'tag': '2a7723b1-e98a-4b60-b0dd-58e2ffc809bc', 'status': 'completed', 'code': 200} May 11 06:41:53.604120 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c49329-3777-4f77-8c40-b21c49915f05 req-ed71c40e-6b91-4593-88f6-34871bcd2d64 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:53.606220 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e1c49329-3777-4f77-8c40-b21c49915f05 req-ed71c40e-6b91-4593-88f6-34871bcd2d64 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0600860 May 11 06:41:53.660352 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e1c49329-3777-4f77-8c40-b21c49915f05 req-2edc9d20-80d1-45c9-b369-e368020be950 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450351 May 11 06:41:54.001251 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3eea8092-1b72-4760-90fa-a477d6041de7 req-ab25beff-8648-4554-bf96-f88377836071 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 210 time: 0.0288119 May 11 06:41:54.374322 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9ae6f-120c-4962-8ac9-73064242830b req-148a5717-551f-4ec9-8bdf-84244097f323 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:54.375827 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-81c9ae6f-120c-4962-8ac9-73064242830b req-148a5717-551f-4ec9-8bdf-84244097f323 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0578756 May 11 06:41:54.432907 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-81c9ae6f-120c-4962-8ac9-73064242830b req-da359b38-4482-4705-a817-80487995bd11 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513210 May 11 06:41:54.785710 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78071f3c-a4ac-48a1-a3a3-cb141b705e94 req-9855bfb5-c03d-48a9-a941-759a14931820 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:54.787139 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-78071f3c-a4ac-48a1-a3a3-cb141b705e94 req-9855bfb5-c03d-48a9-a941-759a14931820 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0487454 May 11 06:41:54.833129 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-78071f3c-a4ac-48a1-a3a3-cb141b705e94 req-ad0cce66-a53e-4c5d-873d-3d361abd1d81 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404789 May 11 06:41:55.108200 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-711729d3-45a8-4f8a-8b90-4205757380d5 req-2a2aea09-21ea-439d-a174-787dbc1de59a tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 210 time: 0.0278065 May 11 06:41:55.544800 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b179c9-df1a-41fa-b83c-424125780c68 req-e8f5dac4-83af-45a6-8d56-b60739652642 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:55.546242 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e1b179c9-df1a-41fa-b83c-424125780c68 req-e8f5dac4-83af-45a6-8d56-b60739652642 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0457196 May 11 06:41:55.590692 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e1b179c9-df1a-41fa-b83c-424125780c68 req-23f3a138-61a4-46a0-8782-d087bc2c743c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390449 May 11 06:41:55.627461 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d1fa5eeb-582a-480a-9183-12ebd140ee9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:55.955947 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a59b4-2db4-4591-afb1-0a06072baad9 req-8402b745-d896-4e77-baa3-361ddba6a284 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:55.957278 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-020a59b4-2db4-4591-afb1-0a06072baad9 req-8402b745-d896-4e77-baa3-361ddba6a284 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0506902 May 11 06:41:56.002986 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-020a59b4-2db4-4591-afb1-0a06072baad9 req-e647cefa-30cd-4ea2-b07a-a707b1f27c6c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399635 May 11 06:41:56.210015 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-01add9dd-9eaf-4a90-8c11-7ab44f84d968 req-2146f872-2dc6-4733-a6ac-60aff395a821 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 210 time: 0.0278757 May 11 06:41:56.699701 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc190d9-4fb4-4278-b029-f10d9bb89b3e req-d4d73686-a6f4-4a72-bf2f-fc20c94e5fd4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:56.701078 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-edc190d9-4fb4-4278-b029-f10d9bb89b3e req-d4d73686-a6f4-4a72-bf2f-fc20c94e5fd4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0459273 May 11 06:41:56.749748 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-edc190d9-4fb4-4278-b029-f10d9bb89b3e req-6e4d8e01-5c9e-4c86-aac2-f04093db2940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432096 May 11 06:41:57.110693 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6d960-63cd-4e6e-968f-0398a23e13fb req-a72a6f13-fb38-49c4-bace-1a3b3210a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:57.112271 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-39a6d960-63cd-4e6e-968f-0398a23e13fb req-a72a6f13-fb38-49c4-bace-1a3b3210a0e3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 1129 time: 0.0457041 May 11 06:41:57.120314 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b41a26-ac8b-49f0-bde5-4a512fc597e9 req-1bcd9b83-6143-44f7-bedf-7b0261054f0c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:57.121770 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e8b41a26-ac8b-49f0-bde5-4a512fc597e9 req-1bcd9b83-6143-44f7-bedf-7b0261054f0c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0474732 May 11 06:41:57.167639 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e8b41a26-ac8b-49f0-bde5-4a512fc597e9 req-695f1d01-bde3-446e-94fa-9834f03948c6 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392992 May 11 06:41:57.276006 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-39a6d960-63cd-4e6e-968f-0398a23e13fb req-fdbbb6cb-1ecd-4987-82ee-2f1b16ff7c66 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384786 May 11 06:41:57.317294 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-cc408e1c-4296-40fb-ab73-afb5ee2a1fae req-8685a4fc-c451-418a-9706-07f9b867ca5e tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 210 time: 0.0274751 May 11 06:41:57.750332 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-65477532-02ff-461b-b213-8556e113453d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:57.860090 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427add4-9009-4434-b6b6-4b11ea006723 req-e9829624-e263-4d77-b76b-1e01be312014 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:57.861542 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e427add4-9009-4434-b6b6-4b11ea006723 req-e9829624-e263-4d77-b76b-1e01be312014 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0467064 May 11 06:41:57.910165 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e427add4-9009-4434-b6b6-4b11ea006723 req-3e9e9a1b-78ab-4588-8401-48f2d4cec61d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431671 May 11 06:41:58.071689 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:41:58.097975 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:41:58.098321 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 2a7723b1-e98a-4b60-b0dd-58e2ffc809bc not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:41:58.287480 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d994b-3ca2-4596-ab0a-1a41b6b66ad3 req-4662000c-520f-4f9d-892f-598d6639b090 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:58.289001 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0a9d994b-3ca2-4596-ab0a-1a41b6b66ad3 req-4662000c-520f-4f9d-892f-598d6639b090 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0482802 May 11 06:41:58.335698 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0a9d994b-3ca2-4596-ab0a-1a41b6b66ad3 req-a48e2e67-3470-49f2-9a24-30dc74d7dc79 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411794 May 11 06:41:58.422049 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-21a07f15-8932-454e-85ed-5a67b4b6f83f req-4b430455-d1fe-42c2-9afd-30098454c538 tempest-VolumesNegativeTest-641066020 tempest-VolumesNegativeTest-641066020-project] 10.222.0.64 "GET /v2.0/ports?device_id=3f6e5702-6dc0-4ad4-83d4-e955f6017d38 HTTP/1.1" status: 200 len: 210 time: 0.0297906 May 11 06:41:59.032950 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806f2e9-97af-4ad3-b4a9-a2e112870326 req-85b320f8-baed-434d-bd2d-febd6f97354e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:59.035788 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3806f2e9-97af-4ad3-b4a9-a2e112870326 req-85b320f8-baed-434d-bd2d-febd6f97354e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0606849 May 11 06:41:59.040385 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:41:59.102560 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3806f2e9-97af-4ad3-b4a9-a2e112870326 req-64de27e4-c2e1-4bc7-acf6-0ae842f12e55 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597599 May 11 06:41:59.452805 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecade349-d3a8-4ca0-8bf1-162b54fb676b req-4e9a49e4-e2b2-4d96-b2dd-410ad00a4925 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:41:59.454296 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ecade349-d3a8-4ca0-8bf1-162b54fb676b req-4e9a49e4-e2b2-4d96-b2dd-410ad00a4925 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0468993 May 11 06:41:59.505075 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ecade349-d3a8-4ca0-8bf1-162b54fb676b req-d5ba6611-725e-42e7-9e59-32dc2767496c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452461 May 11 06:41:59.793624 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:00.218126 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d69c3-a8bd-4217-b680-8f429034f5dc req-49b71811-e647-4cdf-9380-f6333cbde280 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:00.219470 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4f8d69c3-a8bd-4217-b680-8f429034f5dc req-49b71811-e647-4cdf-9380-f6333cbde280 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0475225 May 11 06:42:00.270028 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4f8d69c3-a8bd-4217-b680-8f429034f5dc req-eeadd80b-454c-490f-a54b-b69652202ffd tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447571 May 11 06:42:00.533606 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693408f6-e454-4dc9-b360-8d77b5234ed0 req-359cefed-2b86-48f7-bb23-30fef7b83ae3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:00.534758 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-693408f6-e454-4dc9-b360-8d77b5234ed0 req-359cefed-2b86-48f7-bb23-30fef7b83ae3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0478742 May 11 06:42:00.603299 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-693408f6-e454-4dc9-b360-8d77b5234ed0 req-abf09b7e-9816-4569-b740-48db2245232d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604920 May 11 06:42:00.641310 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e33ca5-a08d-4d14-bc0e-6484191bfb93 req-13183577-115b-4ea2-803b-703d03fdb833 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:00.642867 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-60e33ca5-a08d-4d14-bc0e-6484191bfb93 req-13183577-115b-4ea2-803b-703d03fdb833 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0570834 May 11 06:42:00.693367 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-60e33ca5-a08d-4d14-bc0e-6484191bfb93 req-c843c5b4-cb4d-46de-bd78-dac8d6905075 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447688 May 11 06:42:00.917589 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:01.729261 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a7d2e-bc9b-4c2b-9c9c-a5eab8c6aa57 req-992bd0d1-919c-4cfc-8509-80d2c4f14eff tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:01.730755 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-902a7d2e-bc9b-4c2b-9c9c-a5eab8c6aa57 req-992bd0d1-919c-4cfc-8509-80d2c4f14eff tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0562217 May 11 06:42:01.781221 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device aa0feff8-652c-4491-ae7e-15c889fc6734 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:42:01.792000 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-902a7d2e-bc9b-4c2b-9c9c-a5eab8c6aa57 req-75783e15-5db3-4d4d-b2e6-11f135fee7eb tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539706 May 11 06:42:01.831959 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a445f-df0a-45c1-9d0b-91891e518077 req-d2842832-1772-415c-90a7-9caf1e00bd4f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:01.833816 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e16a445f-df0a-45c1-9d0b-91891e518077 req-d2842832-1772-415c-90a7-9caf1e00bd4f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0608170 May 11 06:42:01.884051 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e16a445f-df0a-45c1-9d0b-91891e518077 req-ee2dce0b-916e-44c5-9752-99bd2c5ffbde tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441515 May 11 06:42:01.890113 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port aa0feff8-652c-4491-ae7e-15c889fc6734, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=aa0feff8-652c-4491-ae7e-15c889fc6734,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:42:02.023745 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': 'aa0feff8-652c-4491-ae7e-15c889fc6734', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'port_id': 'aa0feff8-652c-4491-ae7e-15c889fc6734', 'mac_address': 'fa:16:3e:d8:8c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:42:02.061729 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port aa0feff8-652c-4491-ae7e-15c889fc6734 is: ACTIVE; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:42:02.062121 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:02.075166 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa0feff8-652c-4491-ae7e-15c889fc6734 {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:42:02.095349 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port aa0feff8-652c-4491-ae7e-15c889fc6734, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=aa0feff8-652c-4491-ae7e-15c889fc6734,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:42:02.102420 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:02.146698 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=aa0feff8-652c-4491-ae7e-15c889fc6734,revision_number=6']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:02.329569 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['aa0feff8-652c-4491-ae7e-15c889fc6734'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:42:02.558421 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:02.762312 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80d73e-4f6d-4df2-a3be-f989f8bf4922 req-a773c206-0f8a-4d83-b7cf-6c2128a3d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:02.764574 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1b80d73e-4f6d-4df2-a3be-f989f8bf4922 req-a773c206-0f8a-4d83-b7cf-6c2128a3d500 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 1129 time: 0.0708308 May 11 06:42:02.803179 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-8c2fb740-0ddd-4f33-aae0-b89d732a6170 req-a4ee23a6-7540-45d1-a112-e4d67104aa83 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0560827 May 11 06:42:02.913795 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fb740-0ddd-4f33-aae0-b89d732a6170 req-bdafaeb0-4ab6-42e6-a58d-98cfe5a2391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:02.915371 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-8c2fb740-0ddd-4f33-aae0-b89d732a6170 req-bdafaeb0-4ab6-42e6-a58d-98cfe5a2391d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 1130 time: 0.0515568 May 11 06:42:02.932883 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80d73e-4f6d-4df2-a3be-f989f8bf4922 req-e0a61e4f-b86e-4261-99c1-dad12fddb2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:02.934643 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1b80d73e-4f6d-4df2-a3be-f989f8bf4922 req-e0a61e4f-b86e-4261-99c1-dad12fddb2b0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 919 time: 0.1486609 May 11 06:42:02.944128 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e113118-4691-4e3e-b320-34515c4ae64f req-4a5198a5-2a79-4a4b-806b-4f227ddfb53f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:02.946074 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2e113118-4691-4e3e-b320-34515c4ae64f req-4a5198a5-2a79-4a4b-806b-4f227ddfb53f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0696211 May 11 06:42:03.000856 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1b80d73e-4f6d-4df2-a3be-f989f8bf4922 req-df8da67d-9d04-4972-ad5b-3fbddc10407d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f96eb40a-ee8f-4854-a24e-26c491a5b3ea HTTP/1.1" status: 200 len: 217 time: 0.0583718 May 11 06:42:03.016102 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2e113118-4691-4e3e-b320-34515c4ae64f req-e3f95754-095f-4cad-982a-7db6067d63bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634160 May 11 06:42:03.051894 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c983d3-defa-4b7d-b418-a8627f477e29 req-7346812f-de5d-4943-b4c8-4bf2d47e2722 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:03.053585 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c5c983d3-defa-4b7d-b418-a8627f477e29 req-7346812f-de5d-4943-b4c8-4bf2d47e2722 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 944 time: 0.0532098 May 11 06:42:03.087703 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80d73e-4f6d-4df2-a3be-f989f8bf4922 req-3e13fe85-3e9f-4782-8246-798a7a40857f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:03.089196 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1b80d73e-4f6d-4df2-a3be-f989f8bf4922 req-3e13fe85-3e9f-4782-8246-798a7a40857f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=583a5267-dd2a-4e7b-b980-2981ce70ccda HTTP/1.1" status: 200 len: 857 time: 0.0819592 May 11 06:42:03.105753 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c5c983d3-defa-4b7d-b418-a8627f477e29 req-034656a0-2e82-4a84-9a71-5501b3634a6a tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466545 May 11 06:42:03.115224 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fb740-0ddd-4f33-aae0-b89d732a6170 req-b0d3d18e-e399-4694-8ad9-d9bf628ecd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:03.116929 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-8c2fb740-0ddd-4f33-aae0-b89d732a6170 req-b0d3d18e-e399-4694-8ad9-d9bf628ecd91 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 919 time: 0.1662240 May 11 06:42:03.175150 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-8c2fb740-0ddd-4f33-aae0-b89d732a6170 req-73b2060c-7001-44a1-ae11-db926512927c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23e63531-0e9d-493d-ac18-7001469a18bd HTTP/1.1" status: 200 len: 217 time: 0.0383043 May 11 06:42:03.180773 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80d73e-4f6d-4df2-a3be-f989f8bf4922 req-fc03611f-b427-44a8-b331-2b3acf8aa6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:03.182417 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1b80d73e-4f6d-4df2-a3be-f989f8bf4922 req-fc03611f-b427-44a8-b331-2b3acf8aa6f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f58da4c7-ef95-435b-ab0f-347f8d529b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0809445 May 11 06:42:03.308234 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fb740-0ddd-4f33-aae0-b89d732a6170 req-e57cb5f0-0569-4330-8476-e483df4c7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:03.309743 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-8c2fb740-0ddd-4f33-aae0-b89d732a6170 req-e57cb5f0-0569-4330-8476-e483df4c7d7d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=583a5267-dd2a-4e7b-b980-2981ce70ccda HTTP/1.1" status: 200 len: 857 time: 0.1263471 May 11 06:42:03.371168 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2fb740-0ddd-4f33-aae0-b89d732a6170 req-21159c27-8ff0-467d-a684-4eccd7e98575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:03.372884 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-8c2fb740-0ddd-4f33-aae0-b89d732a6170 req-21159c27-8ff0-467d-a684-4eccd7e98575 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f58da4c7-ef95-435b-ab0f-347f8d529b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0540781 May 11 06:42:03.376975 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1b80d73e-4f6d-4df2-a3be-f989f8bf4922 req-5624e128-2f4b-455a-b491-38fec6491c5e service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852415 May 11 06:42:03.465905 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 39576) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:03.472045 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-6c8598fd-bc30-476f-9bc9-c799ce07905e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2055493308', 'description': 'tempest-description--495523143'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:03.496958 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6c8598fd-bc30-476f-9bc9-c799ce07905e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:03.559007 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-8c2fb740-0ddd-4f33-aae0-b89d732a6170 req-7eec910b-1de3-4db7-b267-8c1ca5f15c9a service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730034 May 11 06:42:03.560923 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1b80d73e-4f6d-4df2-a3be-f989f8bf4922 req-fd928d11-0d3d-4215-aa0a-0a26ebf203bf service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676385 May 11 06:42:03.581948 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6c8598fd-bc30-476f-9bc9-c799ce07905e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (cd04d463-3498-4728-b29e-ff12d05f5d7d), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:03.585907 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6c8598fd-bc30-476f-9bc9-c799ce07905e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (cd04d463-3498-4728-b29e-ff12d05f5d7d), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:03.588008 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 39584) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:03.642432 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6c8598fd-bc30-476f-9bc9-c799ce07905e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:03.644579 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-6c8598fd-bc30-476f-9bc9-c799ce07905e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1767664 May 11 06:42:03.647485 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 39588) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:03.652103 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-873940d8-eda3-4594-89b2-8520c88cd104 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'security_group_rule': {'security_group_id': 'cd04d463-3498-4728-b29e-ff12d05f5d7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:03.659399 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8598fd-bc30-476f-9bc9-c799ce07905e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd04d463-3498-4728-b29e-ff12d05f5d7d,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:03.706386 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-873940d8-eda3-4594-89b2-8520c88cd104 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (0e9e4876-8774-40e4-90ba-e39d1229ee5c), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:03.707489 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-8c2fb740-0ddd-4f33-aae0-b89d732a6170 req-851798dd-a4a2-4745-a5fe-7ed2168562e4 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132884 May 11 06:42:03.771445 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-873940d8-eda3-4594-89b2-8520c88cd104 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (0e9e4876-8774-40e4-90ba-e39d1229ee5c), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:03.775525 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-873940d8-eda3-4594-89b2-8520c88cd104 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (0e9e4876-8774-40e4-90ba-e39d1229ee5c), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:03.796826 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873940d8-eda3-4594-89b2-8520c88cd104 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9e4876-8774-40e4-90ba-e39d1229ee5c,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:03.798446 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-ac20f05b-4013-4788-b005-e43b7d2935f8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=566cec90becf440c860b261b3153e5d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092628 May 11 06:42:03.801046 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 39592) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:03.810252 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-873940d8-eda3-4594-89b2-8520c88cd104 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:03.811389 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-873940d8-eda3-4594-89b2-8520c88cd104 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1628089 May 11 06:42:03.814164 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 39594) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:03.818529 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-425dba42-a5a5-435c-9fd5-9bd312ff9208 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'security_group_rule': {'security_group_id': 'cd04d463-3498-4728-b29e-ff12d05f5d7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:03.845794 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-425dba42-a5a5-435c-9fd5-9bd312ff9208 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (21f72588-01ed-4ca3-905a-c9faa9eb3bdb), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:03.854409 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-23da5edb-46ee-4bda-94a1-024eea507ff6 admin admin] Publish callbacks [] for security_group (cd624d4c-268d-46ad-a4e0-67644e6e5ae4), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:03.876542 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-23da5edb-46ee-4bda-94a1-024eea507ff6 admin admin] Publish callbacks [] for security_group (cd624d4c-268d-46ad-a4e0-67644e6e5ae4), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:03.906975 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-425dba42-a5a5-435c-9fd5-9bd312ff9208 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (21f72588-01ed-4ca3-905a-c9faa9eb3bdb), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:03.911065 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-425dba42-a5a5-435c-9fd5-9bd312ff9208 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (21f72588-01ed-4ca3-905a-c9faa9eb3bdb), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:03.927757 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-23da5edb-46ee-4bda-94a1-024eea507ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (cd624d4c-268d-46ad-a4e0-67644e6e5ae4), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:03.928595 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425dba42-a5a5-435c-9fd5-9bd312ff9208 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f72588-01ed-4ca3-905a-c9faa9eb3bdb,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:03.930502 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-23da5edb-46ee-4bda-94a1-024eea507ff6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:03.932243 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-23da5edb-46ee-4bda-94a1-024eea507ff6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd624d4c-268d-46ad-a4e0-67644e6e5ae4 HTTP/1.1" status: 204 len: 168 time: 0.1302419 May 11 06:42:03.941111 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da5edb-46ee-4bda-94a1-024eea507ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd624d4c-268d-46ad-a4e0-67644e6e5ae4,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:03.944142 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-425dba42-a5a5-435c-9fd5-9bd312ff9208 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:03.948883 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-425dba42-a5a5-435c-9fd5-9bd312ff9208 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306176 May 11 06:42:03.949997 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 39598) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:03.954342 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'floatingip': {'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:03.977890 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:04.064204 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:04.163101 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device aa0feff8-652c-4491-ae7e-15c889fc6734 up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:42:04.163630 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b0b71e-de6d-4068-98aa-bee1f20b7e9a req-473ffc52-ea8c-44b2-87ae-54ef1cbfc3fd tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:04.164940 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e5b0b71e-de6d-4068-98aa-bee1f20b7e9a req-473ffc52-ea8c-44b2-87ae-54ef1cbfc3fd tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0629497 May 11 06:42:04.225500 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port aa0feff8-652c-4491-ae7e-15c889fc6734 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:42:04.225979 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:04.292114 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd410d4a-36c0-482f-880d-7ccde13e4606 req-a73d44be-bab8-40d6-b8da-7d7c03fa6aee tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:04.293824 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-cd410d4a-36c0-482f-880d-7ccde13e4606 req-a73d44be-bab8-40d6-b8da-7d7c03fa6aee tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 944 time: 0.0793293 May 11 06:42:04.301276 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Allocated IP 172.27.2.240 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/8ceef6a1-75eb-48f4-bb0f-11b187853e58) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:42:04.316460 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port aa0feff8-652c-4491-ae7e-15c889fc6734 is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:42:04.316906 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:04.345849 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0feff8-652c-4491-ae7e-15c889fc6734'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:42:04.349106 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667e1d35-a5c8-4be6-9d06-9cf9bb83ff0e" -d '{"events": [{"server_uuid": "86b8d3ad-c5ac-43be-9752-33e7891c2aec", "name": "network-vif-plugged", "status": "completed", "tag": "aa0feff8-652c-4491-ae7e-15c889fc6734"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:42:04.358814 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e5b0b71e-de6d-4068-98aa-bee1f20b7e9a req-f0074da4-dc1a-4034-b77d-cc9dea1732ec tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639729 May 11 06:42:04.370593 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port aa0feff8-652c-4491-ae7e-15c889fc6734, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=aa0feff8-652c-4491-ae7e-15c889fc6734,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:42:04.377075 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:04.407874 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-cd410d4a-36c0-482f-880d-7ccde13e4606 req-cac101a7-e30c-40a3-aa42-c145559e898e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985608 May 11 06:42:04.433855 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d25974-0ae2-460a-901d-a8c927d683e7 x-openstack-request-id: req-b0d25974-0ae2-460a-901d-a8c927d683e7 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:42:04.435943 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b8d3ad-c5ac-43be-9752-33e7891c2aec", "name": "network-vif-plugged", "status": "completed", "tag": "aa0feff8-652c-4491-ae7e-15c889fc6734", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:42:04.436385 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b0d25974-0ae2-460a-901d-a8c927d683e7 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:42:04.436890 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d25974-0ae2-460a-901d-a8c927d683e7'] response: {'server_uuid': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0feff8-652c-4491-ae7e-15c889fc6734', 'code': 200} May 11 06:42:04.462076 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=aa0feff8-652c-4491-ae7e-15c889fc6734,revision_number=7']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:04.537554 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for port (8ceef6a1-75eb-48f4-bb0f-11b187853e58), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:04.576655 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (8ceef6a1-75eb-48f4-bb0f-11b187853e58), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:04.616448 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:42:04.619345 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:42:04.623479 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:42:04.650689 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'Port': ['ID=8ceef6a1-75eb-48f4-bb0f-11b187853e58,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:04.697244 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 39632) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:04.720045 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (ec76c87f-4c15-4436-9f0a-8060422b3ed7), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:04.757352 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (8ceef6a1-75eb-48f4-bb0f-11b187853e58), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:04.807186 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-1454e31c-134c-48a4-8fd7-f44bfbb50313 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1868677870-network', 'tenant_id': '05347ecf2f1e4379bfa0f96c9df28c9c'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:04.829050 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1454e31c-134c-48a4-8fd7-f44bfbb50313 admin admin] Made reservation on behalf of 05347ecf2f1e4379bfa0f96c9df28c9c for: {'network': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:42:04.831642 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1454e31c-134c-48a4-8fd7-f44bfbb50313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:04.853378 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1454e31c-134c-48a4-8fd7-f44bfbb50313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:04.939436 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1454e31c-134c-48a4-8fd7-f44bfbb50313 admin admin] Publish callbacks [] for security_group (c293b5b9-fad4-423a-aa16-39222812b540), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:04.945086 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1454e31c-134c-48a4-8fd7-f44bfbb50313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (c293b5b9-fad4-423a-aa16-39222812b540), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:04.964590 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for port (8ceef6a1-75eb-48f4-bb0f-11b187853e58), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:04.969269 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1454e31c-134c-48a4-8fd7-f44bfbb50313 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=104514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:42:04.969511 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (8ceef6a1-75eb-48f4-bb0f-11b187853e58), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:04.985557 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454e31c-134c-48a4-8fd7-f44bfbb50313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c293b5b9-fad4-423a-aa16-39222812b540,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:04.988555 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1454e31c-134c-48a4-8fd7-f44bfbb50313 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (41043fce-16f2-49c5-87b4-7ec59c1cd08e), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:04.988964 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.segments_db [None req-1454e31c-134c-48a4-8fd7-f44bfbb50313 admin admin] Added segment 41043fce-16f2-49c5-87b4-7ec59c1cd08e of type vlan for network 755ee928-3089-4dea-bd5b-18623aa24349 May 11 06:42:05.020560 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 39642) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:05.038288 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1454e31c-134c-48a4-8fd7-f44bfbb50313 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (755ee928-3089-4dea-bd5b-18623aa24349), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:05.049818 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'Port': ['ID=8ceef6a1-75eb-48f4-bb0f-11b187853e58,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:05.061854 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (ec76c87f-4c15-4436-9f0a-8060422b3ed7), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:05.068873 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1454e31c-134c-48a4-8fd7-f44bfbb50313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (755ee928-3089-4dea-bd5b-18623aa24349), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:05.071363 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1454e31c-134c-48a4-8fd7-f44bfbb50313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:05.072153 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1454e31c-134c-48a4-8fd7-f44bfbb50313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:05.081782 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:05.084541 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-62ffd02d-627a-4429-b864-983d6b53b21f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1328981 May 11 06:42:05.114283 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-1454e31c-134c-48a4-8fd7-f44bfbb50313 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4128995 May 11 06:42:05.114645 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 39648) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:05.119471 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-e8f19cad-b16c-4c69-9798-89cd2bc78084 admin admin] Request body: {'subnet': {'network_id': '755ee928-3089-4dea-bd5b-18623aa24349', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1868677870-subnet', 'tenant_id': '05347ecf2f1e4379bfa0f96c9df28c9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:05.143475 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f19cad-b16c-4c69-9798-89cd2bc78084 admin admin] Made reservation on behalf of 05347ecf2f1e4379bfa0f96c9df28c9c for: {'subnet': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:42:05.146253 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e8f19cad-b16c-4c69-9798-89cd2bc78084 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59146709'] for subnet (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:05.151537 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454e31c-134c-48a4-8fd7-f44bfbb50313 admin admin] Pushing event updated for resources: {'Network': ['ID=755ee928-3089-4dea-bd5b-18623aa24349,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:05.160438 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e5288a2d-fa1b-4fd6-a26c-52f081615b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:05.162890 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network 755ee928-3089-4dea-bd5b-18623aa24349 details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:42:05.251360 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e5288a2d-fa1b-4fd6-a26c-52f081615b6c admin admin] Publish callbacks [] for security_group (5fc9395a-1dca-4ca6-965a-79bff9690020), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:05.256996 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e5288a2d-fa1b-4fd6-a26c-52f081615b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (5fc9395a-1dca-4ca6-965a-79bff9690020), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:05.302859 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-e5288a2d-fa1b-4fd6-a26c-52f081615b6c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=91418b9e49344e6799481fc32b6afc63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808425 May 11 06:42:05.303997 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5288a2d-fa1b-4fd6-a26c-52f081615b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc9395a-1dca-4ca6-965a-79bff9690020,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:05.307556 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 39660) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:05.350191 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e8f19cad-b16c-4c69-9798-89cd2bc78084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60787650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59146691'] for subnet (893d8857-5479-4e6d-a14a-8b86c4106251), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:05.359177 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-7a599212-6ee0-4603-9822-0d31d8a5b321 admin admin] Publish callbacks [] for security_group (5fc9395a-1dca-4ca6-965a-79bff9690020), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:05.381717 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-7a599212-6ee0-4603-9822-0d31d8a5b321 admin admin] Publish callbacks [] for security_group (5fc9395a-1dca-4ca6-965a-79bff9690020), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:05.413541 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-3767ce2b-4466-4143-8ad3-99cc538f11e0 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--2055493308&fields=id&tenant_id=eb4348f294cc464f89b2334676442d25 HTTP/1.1" status: 200 len: 267 time: 0.1000865 May 11 06:42:05.440669 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-7a599212-6ee0-4603-9822-0d31d8a5b321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (5fc9395a-1dca-4ca6-965a-79bff9690020), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:05.442048 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f19cad-b16c-4c69-9798-89cd2bc78084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=893d8857-5479-4e6d-a14a-8b86c4106251,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:05.448612 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-7a599212-6ee0-4603-9822-0d31d8a5b321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:05.449845 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-7a599212-6ee0-4603-9822-0d31d8a5b321 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5fc9395a-1dca-4ca6-965a-79bff9690020 HTTP/1.1" status: 204 len: 168 time: 0.1413331 May 11 06:42:05.458615 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a599212-6ee0-4603-9822-0d31d8a5b321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc9395a-1dca-4ca6-965a-79bff9690020,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:05.509639 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f19cad-b16c-4c69-9798-89cd2bc78084 admin admin] Checking segment: {'id': '41043fce-16f2-49c5-87b4-7ec59c1cd08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '755ee928-3089-4dea-bd5b-18623aa24349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:42:05.509992 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f19cad-b16c-4c69-9798-89cd2bc78084 admin admin] Network hostable DHCP agents. Network: 755ee928-3089-4dea-bd5b-18623aa24349, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:42:05.783432 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2daf39-7247-4a49-a03e-e5ebb9e4956d req-de842b6a-6919-47a2-b07b-01e5fccf524e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:05.784913 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5e2daf39-7247-4a49-a03e-e5ebb9e4956d req-de842b6a-6919-47a2-b07b-01e5fccf524e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.3591664 May 11 06:42:05.839743 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f19cad-b16c-4c69-9798-89cd2bc78084 admin admin] Network 755ee928-3089-4dea-bd5b-18623aa24349 is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:42:05.847295 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-5596a3a5-14ac-4428-8c5f-847fc1aea09f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:05.848780 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-5596a3a5-14ac-4428-8c5f-847fc1aea09f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/networks?id=61e699df-3755-47eb-b019-c5436429fdb7 HTTP/1.1" status: 200 len: 815 time: 0.4270909 May 11 06:42:05.878505 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-e8f19cad-b16c-4c69-9798-89cd2bc78084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, 755ee928-3089-4dea-bd5b-18623aa24349) {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:42:05.881613 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-1bf79e7f-b871-4f96-860a-2fbe394c65ec tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/quotas/eb4348f294cc464f89b2334676442d25 HTTP/1.1" status: 200 len: 375 time: 0.0262673 May 11 06:42:05.886200 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5e2daf39-7247-4a49-a03e-e5ebb9e4956d req-dadb1cf9-fbc8-4b98-992a-a1c7178c0507 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932102 May 11 06:42:05.886983 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97ca2dc-0dde-40ab-939e-3f0e39c9ae30 None None] Network 755ee928-3089-4dea-bd5b-18623aa24349 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:42:05.887457 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f19cad-b16c-4c69-9798-89cd2bc78084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:05.888012 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e8f19cad-b16c-4c69-9798-89cd2bc78084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:05.929370 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-e8f19cad-b16c-4c69-9798-89cd2bc78084 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8136582 May 11 06:42:05.965767 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-370337ef-770e-4f91-b3a1-d8f26d295630 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb4348f294cc464f89b2334676442d25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0735939 May 11 06:42:06.096504 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce236cee-e13a-4f5f-acbb-dcb1c35066dd None None] Network 755ee928-3089-4dea-bd5b-18623aa24349 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:42:06.122089 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72de510-63fc-4106-8fb8-0129103f40b5 req-5050fb6d-e243-4002-a6c3-5e7ed5b2582e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:06.124186 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a72de510-63fc-4106-8fb8-0129103f40b5 req-5050fb6d-e243-4002-a6c3-5e7ed5b2582e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.1264377 May 11 06:42:06.169137 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-8d82e352-38c5-48cd-83d6-e0a0f92a0df1 service neutron] 10.222.0.64 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799581 May 11 06:42:06.283205 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-9db9c89f-e011-448f-8ded-b15b48a6258b service neutron] 10.222.0.64 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023061 May 11 06:42:06.286452 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a72de510-63fc-4106-8fb8-0129103f40b5 req-52019cb3-9102-4977-b968-4698b2e44715 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565590 May 11 06:42:06.491976 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1a366188-7c06-4bb7-ac9f-2e87f3b922cf req-cdbb0423-3dba-48d1-b76e-81de74037635 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 210 time: 0.0280094 May 11 06:42:07.035598 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5b7c4-131d-4f99-9ef2-beb86db23f61 req-103ff399-37a8-43d6-b8f7-9784dd7c2c27 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:07.037653 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-16c5b7c4-131d-4f99-9ef2-beb86db23f61 req-103ff399-37a8-43d6-b8f7-9784dd7c2c27 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0593662 May 11 06:42:07.089387 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-16c5b7c4-131d-4f99-9ef2-beb86db23f61 req-c280d072-02c4-4b8b-8065-0fbb31e9ef75 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453377 May 11 06:42:07.423002 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3372b558-e14c-402f-9144-85837991fc33 req-32c29c44-5e65-4fbf-9d4e-64ccdf457957 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:07.424508 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3372b558-e14c-402f-9144-85837991fc33 req-32c29c44-5e65-4fbf-9d4e-64ccdf457957 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0515907 May 11 06:42:07.479457 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3372b558-e14c-402f-9144-85837991fc33 req-6272268a-127b-4bc3-8345-282ebefd2f56 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485182 May 11 06:42:07.601259 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c677b891-a30e-46ba-9476-cd55a428b49f req-9980f4a0-6d8b-4161-a688-bc8f24213060 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 210 time: 0.0274749 May 11 06:42:07.884138 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-19210436-0dc7-48e5-b030-b3111705fa9a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:07.885821 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-19210436-0dc7-48e5-b030-b3111705fa9a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/networks?id=755ee928-3089-4dea-bd5b-18623aa24349 HTTP/1.1" status: 200 len: 814 time: 0.1029279 May 11 06:42:07.902451 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-f666e7a6-45c4-48f9-957b-0f6a1ccc2719 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/quotas/05347ecf2f1e4379bfa0f96c9df28c9c HTTP/1.1" status: 200 len: 375 time: 0.0099187 May 11 06:42:07.935372 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-422f4f1b-c833-4c18-bc49-321a8639786e tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=05347ecf2f1e4379bfa0f96c9df28c9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271487 May 11 06:42:08.055560 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-c72d8ee1-7ca8-4d95-aabf-22c5d6258d97 service neutron] 10.222.0.64 "GET /v2.0/networks/755ee928-3089-4dea-bd5b-18623aa24349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134219 May 11 06:42:08.177020 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-71788628-3d20-468f-b9c4-d55f44e9deed tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:08.178509 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-71788628-3d20-468f-b9c4-d55f44e9deed tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "GET /v2.0/networks?id=61e699df-3755-47eb-b019-c5436429fdb7 HTTP/1.1" status: 200 len: 815 time: 0.1245985 May 11 06:42:08.179790 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-602c2c7d-d4e8-4a0f-a98f-641db86fc51d service neutron] 10.222.0.64 "GET /v2.0/networks/755ee928-3089-4dea-bd5b-18623aa24349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233850 May 11 06:42:08.301825 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-afed1c4b-0c27-4cc4-afaa-b25b5f865a23 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb4348f294cc464f89b2334676442d25 HTTP/1.1" status: 200 len: 472 time: 0.1052012 May 11 06:42:08.309846 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-b9ef4131-a71e-430d-b3d8-ca38b4fc7942 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'port': {'device_id': '10f9778e-fe70-41f8-b12c-d55c6aa0ade9', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'admin_state_up': True, 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'security_groups': ['cd04d463-3498-4728-b29e-ff12d05f5d7d']}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:08.396493 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d318da76-6cbd-4660-ab2b-42df4e29d570 req-bab9e3b0-e755-4c55-881a-7433ee3a3893 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 210 time: 0.0582452 May 11 06:42:08.462269 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-b9ef4131-a71e-430d-b3d8-ca38b4fc7942 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Made reservation on behalf of eb4348f294cc464f89b2334676442d25 for: {'port': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:42:08.471011 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-b9ef4131-a71e-430d-b3d8-ca38b4fc7942 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:08.595225 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 39822) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:08.600060 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-89142336-00d7-42b4-bfa4-a5afd614d18d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Request body: {'security_group': {'name': 'tempest-securitygroup--408841892', 'description': 'tempest-description--1054201256'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:08.658781 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-89142336-00d7-42b4-bfa4-a5afd614d18d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:08.742082 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a891a-cde9-4818-9fe7-99e066991cce req-52e28f40-af4c-444d-be6f-d169f2904b07 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:08.752332 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a39a891a-cde9-4818-9fe7-99e066991cce req-52e28f40-af4c-444d-be6f-d169f2904b07 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.1430655 May 11 06:42:08.752538 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-b9ef4131-a71e-430d-b3d8-ca38b4fc7942 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Allocated IP 172.20.0.12 (61e699df-3755-47eb-b019-c5436429fdb7/ff6c0e1a-69e0-4947-b746-0e027c95d678/878b5dad-3ac4-42a4-af88-930587b53519) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:42:08.786838 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f34023d9-00d1-4010-a76f-38b6b09858d9 req-d436e320-a68a-4439-a375-b398beb47ac0 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 210 time: 0.0707724 May 11 06:42:08.824720 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-89142336-00d7-42b4-bfa4-a5afd614d18d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for security_group (7732fa33-436b-464d-a49f-002f002be2ba), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:08.845440 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-89142336-00d7-42b4-bfa4-a5afd614d18d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (7732fa33-436b-464d-a49f-002f002be2ba), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:08.872974 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a39a891a-cde9-4818-9fe7-99e066991cce req-c849bb11-dd00-4584-9699-a6bd5b20eff9 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191726 May 11 06:42:08.887122 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89142336-00d7-42b4-bfa4-a5afd614d18d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7732fa33-436b-464d-a49f-002f002be2ba,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:08.931607 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-89142336-00d7-42b4-bfa4-a5afd614d18d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:08.932862 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-89142336-00d7-42b4-bfa4-a5afd614d18d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3365474 May 11 06:42:08.936203 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 39828) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:08.946385 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-47ab79bd-b76a-413e-8c3c-4ab1bf24eee2 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Request body: {'security_group_rule': {'security_group_id': '7732fa33-436b-464d-a49f-002f002be2ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:08.999330 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-47ab79bd-b76a-413e-8c3c-4ab1bf24eee2 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for security_group_rule (5e65866b-219c-4a67-9510-1dbe0ae3bd2e), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:09.041259 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-b9ef4131-a71e-430d-b3d8-ca38b4fc7942 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for port (878b5dad-3ac4-42a4-af88-930587b53519), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:09.092268 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-47ab79bd-b76a-413e-8c3c-4ab1bf24eee2 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for security_group_rule (5e65866b-219c-4a67-9510-1dbe0ae3bd2e), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:09.099064 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-47ab79bd-b76a-413e-8c3c-4ab1bf24eee2 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (5e65866b-219c-4a67-9510-1dbe0ae3bd2e), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:09.121255 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab79bd-b76a-413e-8c3c-4ab1bf24eee2 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e65866b-219c-4a67-9510-1dbe0ae3bd2e,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:09.127610 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-b9ef4131-a71e-430d-b3d8-ca38b4fc7942 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (878b5dad-3ac4-42a4-af88-930587b53519), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:09.165316 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-47ab79bd-b76a-413e-8c3c-4ab1bf24eee2 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:09.168830 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-47ab79bd-b76a-413e-8c3c-4ab1bf24eee2 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2291081 May 11 06:42:09.169205 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 39830) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:09.176120 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-3841cf6e-527a-4ae3-8888-0ca9a979dee9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Request body: {'security_group_rule': {'security_group_id': '7732fa33-436b-464d-a49f-002f002be2ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:09.184766 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-b9ef4131-a71e-430d-b3d8-ca38b4fc7942 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Network 61e699df-3755-47eb-b019-c5436429fdb7 is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:42:09.188948 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-b9ef4131-a71e-430d-b3d8-ca38b4fc7942 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:42:09.195552 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-b9ef4131-a71e-430d-b3d8-ca38b4fc7942 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:42:09.202776 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef4131-a71e-430d-b3d8-ca38b4fc7942 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'Port': ['ID=878b5dad-3ac4-42a4-af88-930587b53519,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:09.241754 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3841cf6e-527a-4ae3-8888-0ca9a979dee9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for security_group_rule (e5378c34-dbe8-41b0-948a-7a8cc3589fb1), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:09.253438 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-b9ef4131-a71e-430d-b3d8-ca38b4fc7942 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:09.254113 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-b9ef4131-a71e-430d-b3d8-ca38b4fc7942 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:09.288876 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-b9ef4131-a71e-430d-b3d8-ca38b4fc7942 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9829266 May 11 06:42:09.310869 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Request body: {'port': {'device_id': '10f9778e-fe70-41f8-b12c-d55c6aa0ade9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:09.379520 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3841cf6e-527a-4ae3-8888-0ca9a979dee9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for security_group_rule (e5378c34-dbe8-41b0-948a-7a8cc3589fb1), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:09.387100 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3841cf6e-527a-4ae3-8888-0ca9a979dee9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (e5378c34-dbe8-41b0-948a-7a8cc3589fb1), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:09.440673 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841cf6e-527a-4ae3-8888-0ca9a979dee9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5378c34-dbe8-41b0-948a-7a8cc3589fb1,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:09.462895 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3841cf6e-527a-4ae3-8888-0ca9a979dee9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:09.468416 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-3841cf6e-527a-4ae3-8888-0ca9a979dee9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2928836 May 11 06:42:09.469179 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 39836) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:09.481376 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Request body: {'floatingip': {'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:09.557166 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:09.563209 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-67b75b42-21cb-4311-b537-0857251cc18e req-337b0de9-500d-4e84-b59f-02b6cffa45db tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 210 time: 0.0650723 May 11 06:42:09.575161 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-27b95d3a-f06f-4120-99bd-92afa5191fba None None] Provisioning complete for port 878b5dad-3ac4-42a4-af88-930587b53519 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:42:09.575936 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-27b95d3a-f06f-4120-99bd-92afa5191fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (878b5dad-3ac4-42a4-af88-930587b53519), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:09.623393 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-27b95d3a-f06f-4120-99bd-92afa5191fba None None] Port 878b5dad-3ac4-42a4-af88-930587b53519 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:42:09.680606 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:09.764578 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (878b5dad-3ac4-42a4-af88-930587b53519), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:09.857656 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Allocated IP 172.27.2.242 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/5efbd75a-8f1b-4d62-aa23-f5fc295a2c9a) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:42:10.086665 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4d3fd-f2cf-47ba-a377-29efd8b54665 req-8a0c58ec-0014-4591-bfc8-b339910fe803 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:10.088567 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2bf4d3fd-f2cf-47ba-a377-29efd8b54665 req-8a0c58ec-0014-4591-bfc8-b339910fe803 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0576189 May 11 06:42:10.097286 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0ae28-b1ce-4b27-9f28-b24cdce86b9b req-7576d20a-6c5d-4fd0-84aa-1c25198d4157 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:10.099141 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e8d0ae28-b1ce-4b27-9f28-b24cdce86b9b req-7576d20a-6c5d-4fd0-84aa-1c25198d4157 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 932 time: 0.2122214 May 11 06:42:10.249654 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-f76dd592-d276-47f3-8ec7-5697387f1511 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:10.251086 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-f76dd592-d276-47f3-8ec7-5697387f1511 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.70 "GET /v2.0/networks?id=755ee928-3089-4dea-bd5b-18623aa24349 HTTP/1.1" status: 200 len: 814 time: 0.3310769 May 11 06:42:10.256500 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for port (5efbd75a-8f1b-4d62-aa23-f5fc295a2c9a), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:10.304618 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e8d0ae28-b1ce-4b27-9f28-b24cdce86b9b req-e830ba84-c74a-4b3a-965f-5ca3eef1313b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936803 May 11 06:42:10.316526 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2bf4d3fd-f2cf-47ba-a377-29efd8b54665 req-df769ea7-4fa6-4618-87cf-70211f55edcb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131853 May 11 06:42:10.352859 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-3cfb3979-25f5-4ee0-8702-081839ccd4b1 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Request body: {'port': {'device_id': '3ac5bc3a-4844-477e-a612-c18b8f0b9723', 'network_id': '755ee928-3089-4dea-bd5b-18623aa24349', 'admin_state_up': True, 'tenant_id': '05347ecf2f1e4379bfa0f96c9df28c9c'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:10.358064 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (5efbd75a-8f1b-4d62-aa23-f5fc295a2c9a), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:10.414346 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:42:10.423503 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:42:10.428905 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:42:10.471425 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878b5dad-3ac4-42a4-af88-930587b53519 {{(pid=104514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:42:10.485649 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Pushing event updated for resources: {'Port': ['ID=5efbd75a-8f1b-4d62-aa23-f5fc295a2c9a,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:10.486816 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Publish callbacks [] for port (878b5dad-3ac4-42a4-af88-930587b53519), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:10.523567 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.provisioning_blocks [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Transition to ACTIVE for port object 878b5dad-3ac4-42a4-af88-930587b53519 will not be triggered until provisioned by entity L2. {{(pid=104514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:42:10.535699 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (878b5dad-3ac4-42a4-af88-930587b53519), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:10.588514 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for floatingip (f916f461-3e4b-4492-866b-2a54c84bd5e4), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:10.623635 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-3cfb3979-25f5-4ee0-8702-081839ccd4b1 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Made reservation on behalf of 05347ecf2f1e4379bfa0f96c9df28c9c for: {'port': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:42:10.627624 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-3cfb3979-25f5-4ee0-8702-081839ccd4b1 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:10.650497 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Pushing event updated for resources: {'Port': ['ID=878b5dad-3ac4-42a4-af88-930587b53519,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:10.710230 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (5efbd75a-8f1b-4d62-aa23-f5fc295a2c9a), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:10.819579 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Attempting to bind port 878b5dad-3ac4-42a4-af88-930587b53519 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:42:10.819947 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Attempting to bind port 878b5dad-3ac4-42a4-af88-930587b53519 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:42:10.820251 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Attempting to bind port 878b5dad-3ac4-42a4-af88-930587b53519 on network 61e699df-3755-47eb-b019-c5436429fdb7 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:42:10.832722 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-42a19be1-3d02-4d6f-93a6-874ac0079957 req-b36e76db-a833-443c-aa98-69e9555f6472 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 210 time: 0.1130025 May 11 06:42:10.865221 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Port 878b5dad-3ac4-42a4-af88-930587b53519 on network 61e699df-3755-47eb-b019-c5436429fdb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:42:10.865916 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Attempting to bind port 878b5dad-3ac4-42a4-af88-930587b53519 on network 61e699df-3755-47eb-b019-c5436429fdb7 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:42:10.879119 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:42:10.879922 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Checking segment: {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:42:10.880541 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Bound using segment: {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:42:10.881047 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Bound port: 878b5dad-3ac4-42a4-af88-930587b53519, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:42:10.881480 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (878b5dad-3ac4-42a4-af88-930587b53519), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:10.936646 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-3cfb3979-25f5-4ee0-8702-081839ccd4b1 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Allocated IP 172.20.0.14 (755ee928-3089-4dea-bd5b-18623aa24349/893d8857-5479-4e6d-a14a-8b86c4106251/cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:42:11.008465 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] For port 878b5dad-3ac4-42a4-af88-930587b53519, host hv-cinder-80475, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:42:11.015205 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] For port 878b5dad-3ac4-42a4-af88-930587b53519, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=878b5dad-3ac4-42a4-af88-930587b53519,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:42:11.031039 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (878b5dad-3ac4-42a4-af88-930587b53519), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:11.063727 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for port (5efbd75a-8f1b-4d62-aa23-f5fc295a2c9a), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:11.070397 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (5efbd75a-8f1b-4d62-aa23-f5fc295a2c9a), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:11.118998 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:11.119918 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:11.123536 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] 10.222.0.70 "PUT /v2.0/ports/878b5dad-3ac4-42a4-af88-930587b53519 HTTP/1.1" status: 200 len: 1094 time: 1.8191164 May 11 06:42:11.126051 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f9778e-fe70-41f8-b12c-d55c6aa0ade9', 'tag': '878b5dad-3ac4-42a4-af88-930587b53519'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:42:11.128735 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237b7bc3-7dd0-4454-a864-2b15cca66aae" -d '{"events": [{"name": "network-changed", "server_uuid": "10f9778e-fe70-41f8-b12c-d55c6aa0ade9", "tag": "878b5dad-3ac4-42a4-af88-930587b53519"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:42:11.158980 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Pushing event updated for resources: {'Port': ['ID=5efbd75a-8f1b-4d62-aa23-f5fc295a2c9a,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:11.174555 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (f916f461-3e4b-4492-866b-2a54c84bd5e4), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:11.203761 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:11.206762 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-32206118-ea7e-4cdb-be90-14e94f46e940 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7343156 May 11 06:42:11.227873 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6d835-2d26-4fae-be02-20a98cbd0cab service neutron] Pushing event updated for resources: {'Port': ['ID=878b5dad-3ac4-42a4-af88-930587b53519,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:11.235990 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8e2673-3f05-46e6-a66a-165ac671880d x-openstack-request-id: req-5c8e2673-3f05-46e6-a66a-165ac671880d {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:42:11.236289 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f9778e-fe70-41f8-b12c-d55c6aa0ade9", "tag": "878b5dad-3ac4-42a4-af88-930587b53519", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:42:11.236541 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5c8e2673-3f05-46e6-a66a-165ac671880d {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:42:11.236937 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8e2673-3f05-46e6-a66a-165ac671880d'] response: {'name': 'network-changed', 'server_uuid': '10f9778e-fe70-41f8-b12c-d55c6aa0ade9', 'tag': '878b5dad-3ac4-42a4-af88-930587b53519', 'status': 'completed', 'code': 200} May 11 06:42:11.287022 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-3cfb3979-25f5-4ee0-8702-081839ccd4b1 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Publish callbacks [] for port (cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:11.293590 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-b112484b-0da1-4e6b-a9f8-8ce976a368a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:11.295807 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-b112484b-0da1-4e6b-a9f8-8ce976a368a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb4348f294cc464f89b2334676442d25&device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 1128 time: 0.0791321 May 11 06:42:11.391830 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-6b911db1-628f-4b43-93a1-7f5d4b5221a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878b5dad-3ac4-42a4-af88-930587b53519 HTTP/1.1" status: 200 len: 217 time: 0.0596945 May 11 06:42:11.461849 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-3cfb3979-25f5-4ee0-8702-081839ccd4b1 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:11.546557 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-3cfb3979-25f5-4ee0-8702-081839ccd4b1 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Network 755ee928-3089-4dea-bd5b-18623aa24349 is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:42:11.552358 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-3cfb3979-25f5-4ee0-8702-081839ccd4b1 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:42:11.552607 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef21964-f3f1-4733-9c9e-ea12cf07d7e8 req-d8a769ab-317c-4098-9583-e1df51cabd88 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:11.557892 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-3cfb3979-25f5-4ee0-8702-081839ccd4b1 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:42:11.560695 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1ef21964-f3f1-4733-9c9e-ea12cf07d7e8 req-d8a769ab-317c-4098-9583-e1df51cabd88 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.1081038 May 11 06:42:11.563557 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-0be8a1e8-84ca-40b2-b7bb-79e90df6569a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:11.572448 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-0be8a1e8-84ca-40b2-b7bb-79e90df6569a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff6c0e1a-69e0-4947-b746-0e027c95d678 HTTP/1.1" status: 200 len: 854 time: 0.1668563 May 11 06:42:11.572658 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecef9da-d068-4b0d-aae1-3569986f2df3 req-397103f8-6a2e-49a7-9940-2cbdb09884c9 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:11.580857 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ecef9da-d068-4b0d-aae1-3569986f2df3 req-397103f8-6a2e-49a7-9940-2cbdb09884c9 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 944 time: 0.1758358 May 11 06:42:11.639192 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-3cfb3979-25f5-4ee0-8702-081839ccd4b1 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:11.640574 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-3cfb3979-25f5-4ee0-8702-081839ccd4b1 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:11.679400 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ecef9da-d068-4b0d-aae1-3569986f2df3 req-ecfb74d2-d5f4-4214-9a59-7610426af96e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976498 May 11 06:42:11.693226 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1ef21964-f3f1-4733-9c9e-ea12cf07d7e8 req-d8431f5a-f788-4ee8-98cc-3e7d8006bd83 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316414 May 11 06:42:11.694245 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-87d7ff57-083b-49d7-ae73-8d8cc2c911ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:11.695832 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-87d7ff57-083b-49d7-ae73-8d8cc2c911ed service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61e699df-3755-47eb-b019-c5436429fdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481932 May 11 06:42:11.699846 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb3979-25f5-4ee0-8702-081839ccd4b1 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Pushing event updated for resources: {'Port': ['ID=cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:11.766278 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-3cfb3979-25f5-4ee0-8702-081839ccd4b1 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4247236 May 11 06:42:11.803653 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Request body: {'port': {'device_id': '3ac5bc3a-4844-477e-a612-c18b8f0b9723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:11.879186 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-7be0e244-4ae8-4a76-8b51-028da027de43 service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689792 May 11 06:42:11.922632 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:11.998458 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee5144-dd44-4956-aebf-7eecba097cd6 req-32d3e5e3-8200-41ba-96b7-f677050a1897 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:12.006025 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c0ee5144-dd44-4956-aebf-7eecba097cd6 req-32d3e5e3-8200-41ba-96b7-f677050a1897 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 932 time: 0.0874217 May 11 06:42:12.057082 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c6212bbe-cf30-4c8d-8521-c20430e892c9 req-334ebc53-3c10-4346-8719-606b8631909b service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709146 May 11 06:42:12.069933 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c0ee5144-dd44-4956-aebf-7eecba097cd6 req-e62054d1-6bb8-45bb-8d1d-821e9015e872 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625961 May 11 06:42:12.224721 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b7bc3-7dd0-4454-a864-2b15cca66aae req-0d4aa523-c118-4237-abc7-92ca27ca4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:12.226292 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-237b7bc3-7dd0-4454-a864-2b15cca66aae req-0d4aa523-c118-4237-abc7-92ca27ca4fe8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb4348f294cc464f89b2334676442d25&device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 1128 time: 0.0578513 May 11 06:42:12.389600 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b7bc3-7dd0-4454-a864-2b15cca66aae req-11ff6c0d-ac4f-4b9f-8ce6-07ca41308779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:12.391053 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-237b7bc3-7dd0-4454-a864-2b15cca66aae req-11ff6c0d-ac4f-4b9f-8ce6-07ca41308779 service neutron] 10.222.0.70 "GET /v2.0/networks?id=61e699df-3755-47eb-b019-c5436429fdb7 HTTP/1.1" status: 200 len: 916 time: 0.1480081 May 11 06:42:12.478845 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-237b7bc3-7dd0-4454-a864-2b15cca66aae req-318b38b7-b35e-4516-b767-0240c41dd477 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878b5dad-3ac4-42a4-af88-930587b53519 HTTP/1.1" status: 200 len: 217 time: 0.0799639 May 11 06:42:12.491118 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e {{(pid=104514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:42:12.510186 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Publish callbacks [] for port (cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:12.548372 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.provisioning_blocks [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Transition to ACTIVE for port object cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e will not be triggered until provisioned by entity L2. {{(pid=104514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:42:12.557715 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:12.562521 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b7bc3-7dd0-4454-a864-2b15cca66aae req-0358081b-5b01-4d5a-909b-87ffd221a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:12.564025 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-237b7bc3-7dd0-4454-a864-2b15cca66aae req-0358081b-5b01-4d5a-909b-87ffd221a63a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff6c0e1a-69e0-4947-b746-0e027c95d678 HTTP/1.1" status: 200 len: 854 time: 0.0754213 May 11 06:42:12.655101 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:12.670602 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b7bc3-7dd0-4454-a864-2b15cca66aae req-46d1b4ad-9b2b-4052-971a-34424933f133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:12.672524 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-237b7bc3-7dd0-4454-a864-2b15cca66aae req-46d1b4ad-9b2b-4052-971a-34424933f133 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61e699df-3755-47eb-b019-c5436429fdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0790341 May 11 06:42:12.840195 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-237b7bc3-7dd0-4454-a864-2b15cca66aae req-d7d5c5d6-3898-4020-b8fe-cb5b5a8191ab service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412411 May 11 06:42:12.848450 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29212bff-b090-45e0-801d-ba011e780d1e req-5ae38585-8044-43c2-88cf-0f450b201e9c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:12.851910 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-29212bff-b090-45e0-801d-ba011e780d1e req-5ae38585-8044-43c2-88cf-0f450b201e9c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 944 time: 0.0643764 May 11 06:42:12.891727 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Attempting to bind port cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:42:12.892073 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Attempting to bind port cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '41043fce-16f2-49c5-87b4-7ec59c1cd08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '755ee928-3089-4dea-bd5b-18623aa24349'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:42:12.892405 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Attempting to bind port cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e on network 755ee928-3089-4dea-bd5b-18623aa24349 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:42:12.906599 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-29212bff-b090-45e0-801d-ba011e780d1e req-bac8688e-a821-4905-a667-05b4b92dd39b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481539 May 11 06:42:12.907803 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Port cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e on network 755ee928-3089-4dea-bd5b-18623aa24349 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:42:12.908227 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Attempting to bind port cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e on network 755ee928-3089-4dea-bd5b-18623aa24349 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:42:12.956662 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:42:12.957075 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Checking segment: {'id': '41043fce-16f2-49c5-87b4-7ec59c1cd08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '755ee928-3089-4dea-bd5b-18623aa24349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:42:12.957547 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Bound using segment: {'id': '41043fce-16f2-49c5-87b4-7ec59c1cd08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '755ee928-3089-4dea-bd5b-18623aa24349'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:42:12.958037 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Bound port: cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41043fce-16f2-49c5-87b4-7ec59c1cd08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '755ee928-3089-4dea-bd5b-18623aa24349'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:42:12.958747 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:13.035903 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a53c-0057-4805-b846-e72e54d5c1e4 req-a02e2a21-20c3-4c50-8012-8d84b4d9ff0b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:13.043641 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-237b7bc3-7dd0-4454-a864-2b15cca66aae req-4f13eee0-3c4b-4471-88b4-66dbb3f5795b service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909103 May 11 06:42:13.044850 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4ed7a53c-0057-4805-b846-e72e54d5c1e4 req-a02e2a21-20c3-4c50-8012-8d84b4d9ff0b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0747318 May 11 06:42:13.086318 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] For port cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e, host hv-cinder-80475, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:42:13.090099 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] For port cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e,segment=NetworkSegment(41043fce-16f2-49c5-87b4-7ec59c1cd08e),segment_id=41043fce-16f2-49c5-87b4-7ec59c1cd08e)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:42:13.099081 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:13.111452 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4ed7a53c-0057-4805-b846-e72e54d5c1e4 req-8f50c232-e3f6-44e3-a85e-fd8f3a4d2fda tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659323 May 11 06:42:13.162151 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:13.162726 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:13.164345 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] 10.222.0.70 "PUT /v2.0/ports/cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e HTTP/1.1" status: 200 len: 1094 time: 1.3662426 May 11 06:42:13.193159 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f91bd-e9b2-4136-8545-b4b71a33ceb2 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:13.238058 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ac5bc3a-4844-477e-a612-c18b8f0b9723', 'tag': 'cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:42:13.240459 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dba42c1-1d92-4fc8-b109-81b8e0680242" -d '{"events": [{"name": "network-changed", "server_uuid": "3ac5bc3a-4844-477e-a612-c18b8f0b9723", "tag": "cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:42:13.277131 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f15551-aae4-4663-b409-9c7638391650 req-8674cf1d-fe10-4cfa-925b-015dcfdb3b62 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:13.278738 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f6f15551-aae4-4663-b409-9c7638391650 req-8674cf1d-fe10-4cfa-925b-015dcfdb3b62 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 944 time: 0.0695145 May 11 06:42:13.289318 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-657e6f4a-73ed-466e-a905-0bee72707bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:13.292978 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-657e6f4a-73ed-466e-a905-0bee72707bc5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=05347ecf2f1e4379bfa0f96c9df28c9c&device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 1128 time: 0.0543752 May 11 06:42:13.339555 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f6f15551-aae4-4663-b409-9c7638391650 req-ebd3ca84-8cfb-425d-bd21-ff106671646b tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532818 May 11 06:42:13.364076 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-d52e1e8a-8c18-4d6f-8349-4c057ac868ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e HTTP/1.1" status: 200 len: 217 time: 0.0573642 May 11 06:42:13.412562 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157e527b-aa0d-4689-99e3-e16b25d017ed x-openstack-request-id: req-157e527b-aa0d-4689-99e3-e16b25d017ed {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:42:13.413287 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ac5bc3a-4844-477e-a612-c18b8f0b9723", "tag": "cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:42:13.413287 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-157e527b-aa0d-4689-99e3-e16b25d017ed {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:42:13.413465 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157e527b-aa0d-4689-99e3-e16b25d017ed'] response: {'name': 'network-changed', 'server_uuid': '3ac5bc3a-4844-477e-a612-c18b8f0b9723', 'tag': 'cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e', 'status': 'completed', 'code': 200} May 11 06:42:13.434087 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-71bd4747-4c7c-4de2-b433-798786d81183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:13.436019 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-71bd4747-4c7c-4de2-b433-798786d81183 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=893d8857-5479-4e6d-a14a-8b86c4106251 HTTP/1.1" status: 200 len: 854 time: 0.0536757 May 11 06:42:13.474346 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-1536a9c2-f0a2-43fa-b29c-9609e15ab5af service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=755ee928-3089-4dea-bd5b-18623aa24349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302296 May 11 06:42:13.588531 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-8440f473-b665-49c9-8a10-f8ce1880e2c6 service neutron] 10.222.0.70 "GET /v2.0/networks/755ee928-3089-4dea-bd5b-18623aa24349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056173 May 11 06:42:13.698148 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ba4e7a7b-ef96-4e38-ada6-899d6477f5b7 req-b6b01e8d-04a5-4631-818e-56c2cee8434c service neutron] 10.222.0.70 "GET /v2.0/networks/755ee928-3089-4dea-bd5b-18623aa24349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975938 May 11 06:42:13.821881 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba42c1-1d92-4fc8-b109-81b8e0680242 req-f4e8973a-6020-411e-a280-206d712b0ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:13.823682 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-6dba42c1-1d92-4fc8-b109-81b8e0680242 req-f4e8973a-6020-411e-a280-206d712b0ece service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=05347ecf2f1e4379bfa0f96c9df28c9c&device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 1128 time: 0.0457430 May 11 06:42:13.923541 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba42c1-1d92-4fc8-b109-81b8e0680242 req-5ee87350-452e-4d16-b86a-9c145442cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:13.925138 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-6dba42c1-1d92-4fc8-b109-81b8e0680242 req-5ee87350-452e-4d16-b86a-9c145442cba5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=755ee928-3089-4dea-bd5b-18623aa24349 HTTP/1.1" status: 200 len: 915 time: 0.0937808 May 11 06:42:13.990806 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-6dba42c1-1d92-4fc8-b109-81b8e0680242 req-73be5108-b48e-4501-9364-e5bc071d22cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e HTTP/1.1" status: 200 len: 217 time: 0.0537376 May 11 06:42:14.045071 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25a964-57b8-435a-bec7-103ed207d3ca req-9dcdc842-fd23-428c-b6b5-b25e580e6cda tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:14.045668 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba42c1-1d92-4fc8-b109-81b8e0680242 req-9d01fdac-2634-468e-8bef-703711ae09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:14.047338 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-6dba42c1-1d92-4fc8-b109-81b8e0680242 req-9d01fdac-2634-468e-8bef-703711ae09c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=893d8857-5479-4e6d-a14a-8b86c4106251 HTTP/1.1" status: 200 len: 854 time: 0.0496476 May 11 06:42:14.052337 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-da25a964-57b8-435a-bec7-103ed207d3ca req-9dcdc842-fd23-428c-b6b5-b25e580e6cda tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 944 time: 0.0627263 May 11 06:42:14.094065 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-6dba42c1-1d92-4fc8-b109-81b8e0680242 req-b58cc760-beda-45ec-aeeb-4adf235f0247 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=755ee928-3089-4dea-bd5b-18623aa24349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385139 May 11 06:42:14.119440 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-da25a964-57b8-435a-bec7-103ed207d3ca req-d6b5ecf2-fe64-4bb3-8dca-17eeabe6325b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626509 May 11 06:42:14.241733 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3eaca-8f0a-43a6-b36a-95210f32a214 req-ec72329c-8c53-4a10-8ca9-0a0c9001389a tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:14.243438 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-19f3eaca-8f0a-43a6-b36a-95210f32a214 req-ec72329c-8c53-4a10-8ca9-0a0c9001389a tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0562556 May 11 06:42:14.247315 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-6dba42c1-1d92-4fc8-b109-81b8e0680242 req-28f3b226-0e6e-42d4-bd87-a12fceb8e889 service neutron] 10.222.0.70 "GET /v2.0/networks/755ee928-3089-4dea-bd5b-18623aa24349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383505 May 11 06:42:14.315199 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-19f3eaca-8f0a-43a6-b36a-95210f32a214 req-aa790388-8613-41f8-a4c9-95fecfea362d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646038 May 11 06:42:14.365624 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-6dba42c1-1d92-4fc8-b109-81b8e0680242 req-162a9dcb-1b33-4cb5-8ebd-07b65d46fb1f service neutron] 10.222.0.70 "GET /v2.0/networks/755ee928-3089-4dea-bd5b-18623aa24349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112354 May 11 06:42:14.464023 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf197bb-0e73-4328-ba7f-4b950ba5f1b1 req-25172d80-6bde-4369-9e5f-17ebbbd65af0 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:14.465613 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fbf197bb-0e73-4328-ba7f-4b950ba5f1b1 req-25172d80-6bde-4369-9e5f-17ebbbd65af0 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 944 time: 0.0549867 May 11 06:42:14.518229 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fbf197bb-0e73-4328-ba7f-4b950ba5f1b1 req-1a8b913c-b352-4724-b4e7-d7a08fb552c8 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457301 May 11 06:42:15.242838 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e49e3-6469-40a0-b3d9-d0ca4e796649 req-209fe1bb-debc-48d1-a6f6-cb89847bb9a9 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:15.244380 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-cc1e49e3-6469-40a0-b3d9-d0ca4e796649 req-209fe1bb-debc-48d1-a6f6-cb89847bb9a9 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 944 time: 0.0621023 May 11 06:42:15.293956 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-cc1e49e3-6469-40a0-b3d9-d0ca4e796649 req-2679f9c5-7530-4909-8628-e3c7fb2de1bb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434418 May 11 06:42:15.446324 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69488bad-f223-44d8-bf6b-a210d2a4239d req-93470656-1c9b-42e2-b219-fa0d184d4c04 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:15.451795 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-69488bad-f223-44d8-bf6b-a210d2a4239d req-93470656-1c9b-42e2-b219-fa0d184d4c04 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0580170 May 11 06:42:15.508214 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-69488bad-f223-44d8-bf6b-a210d2a4239d req-2bc91334-5642-450d-a083-7107a5ed36bf tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527370 May 11 06:42:15.640393 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9e7d74-57db-4210-8663-90d0f6133dbe req-2df260a3-51f3-4d99-aa7d-edcde73f18f8 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:15.642029 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0b9e7d74-57db-4210-8663-90d0f6133dbe req-2df260a3-51f3-4d99-aa7d-edcde73f18f8 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 944 time: 0.0554233 May 11 06:42:15.694886 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0b9e7d74-57db-4210-8663-90d0f6133dbe req-e19d6b5c-7b8e-416b-b783-0d8ecde2500c tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465341 May 11 06:42:16.443599 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cad94d-b4c5-49f3-9b24-d0944f466bc3 req-2023f4d2-86ba-458b-bc25-6d59513f94aa tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:16.447737 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-77cad94d-b4c5-49f3-9b24-d0944f466bc3 req-2023f4d2-86ba-458b-bc25-6d59513f94aa tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 944 time: 0.0762241 May 11 06:42:16.505304 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-77cad94d-b4c5-49f3-9b24-d0944f466bc3 req-ee913456-f3a4-4cd0-a9ef-6407b9bd1c04 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539815 May 11 06:42:16.639170 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed5447-bf6d-4611-8816-eedd3bee6ceb req-d7b67173-8e30-4ed4-ac76-fe47b336e8e8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:16.640853 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d6ed5447-bf6d-4611-8816-eedd3bee6ceb req-d7b67173-8e30-4ed4-ac76-fe47b336e8e8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0541635 May 11 06:42:16.710189 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d6ed5447-bf6d-4611-8816-eedd3bee6ceb req-f225410e-4cfc-4ace-b72b-82b2116b8933 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608256 May 11 06:42:16.836847 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b0123-939e-4514-84ae-e5327561e3f1 req-61fe25b4-04bb-4d91-9704-3d78ca592ac2 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:16.843224 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-189b0123-939e-4514-84ae-e5327561e3f1 req-61fe25b4-04bb-4d91-9704-3d78ca592ac2 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 944 time: 0.0609236 May 11 06:42:16.895644 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-189b0123-939e-4514-84ae-e5327561e3f1 req-87c6c479-5444-4054-8c97-a7ab4290ff18 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510468 May 11 06:42:16.919568 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:42:17.626965 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea1844-ebd3-4eef-b868-8a37f745b84c req-8052014e-fd4e-4d99-9a17-7cfc47ba7693 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:17.628502 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-04ea1844-ebd3-4eef-b868-8a37f745b84c req-8052014e-fd4e-4d99-9a17-7cfc47ba7693 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 944 time: 0.0515525 May 11 06:42:17.680929 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-04ea1844-ebd3-4eef-b868-8a37f745b84c req-b7b5d606-44b0-4803-8560-818273fb2ebb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442030 May 11 06:42:17.840586 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778becb-c861-4e4b-99a2-34d47a0502d4 req-108f7f01-3f50-4658-abe5-0ae0a3738d57 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:17.843827 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1778becb-c861-4e4b-99a2-34d47a0502d4 req-108f7f01-3f50-4658-abe5-0ae0a3738d57 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0588076 May 11 06:42:17.903569 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1778becb-c861-4e4b-99a2-34d47a0502d4 req-180c3303-ff2e-4ca8-9d56-f615295ed5b3 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518956 May 11 06:42:18.038952 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf418c6b-42aa-414c-a323-a9e44e6b9511 req-eca85731-9917-4dcc-a7bd-131d277cffa2 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:18.046158 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-cf418c6b-42aa-414c-a323-a9e44e6b9511 req-eca85731-9917-4dcc-a7bd-131d277cffa2 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 944 time: 0.0670383 May 11 06:42:18.095808 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-cf418c6b-42aa-414c-a323-a9e44e6b9511 req-ea0c058a-18da-449a-b3d0-1e4ccf8ec6cd tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487347 May 11 06:42:18.538477 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-7b728722-96f3-4a73-8500-fc63549f3508 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--408841892&fields=id&tenant_id=0d1689ff62644e0c92c3bf8290b52b90 HTTP/1.1" status: 200 len: 267 time: 0.0463877 May 11 06:42:18.683547 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-3dda7144-ff6a-4737-9eca-9dac2cfe91fe tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:18.685053 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-3dda7144-ff6a-4737-9eca-9dac2cfe91fe tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 818 time: 0.1401062 May 11 06:42:18.704639 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-91320d3c-41b9-4d47-a2c2-dbc9f9609f9f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/quotas/0d1689ff62644e0c92c3bf8290b52b90 HTTP/1.1" status: 200 len: 375 time: 0.0118067 May 11 06:42:18.823842 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-6791d4c9-b483-4632-8e2f-4dd6d05949ef tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1038022 May 11 06:42:18.875190 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72356e-f411-4507-b98b-0888cc08e271 req-7cafe5b4-03e0-4875-a358-4e1b2142f302 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:18.876797 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-aa72356e-f411-4507-b98b-0888cc08e271 req-7cafe5b4-03e0-4875-a358-4e1b2142f302 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 944 time: 0.1104903 May 11 06:42:19.000780 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-aa72356e-f411-4507-b98b-0888cc08e271 req-556aaf2e-eae7-4720-b84b-c60657985c93 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126149 May 11 06:42:19.009517 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-5824661a-2f1c-470f-9b5a-3e189d031bd9 service neutron] 10.222.0.64 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766841 May 11 06:42:19.161981 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d06590-13c5-49d1-a42a-3b978ea7952b req-9380d988-434a-408f-9b8c-24114fe5bf0e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:19.163479 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-84d06590-13c5-49d1-a42a-3b978ea7952b req-9380d988-434a-408f-9b8c-24114fe5bf0e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0608761 May 11 06:42:19.165664 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-436614d2-8ddf-43e1-8e0a-a1816f776c43 service neutron] 10.222.0.64 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552725 May 11 06:42:19.228820 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-84d06590-13c5-49d1-a42a-3b978ea7952b req-6ac2b58f-424f-42bb-bae0-d1e58a4411d3 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549829 May 11 06:42:19.350597 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea878f-f616-4305-89e5-7d8782a83512 req-64784fcc-581c-4ad9-bfe3-b816468619a7 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:19.352275 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-aaea878f-f616-4305-89e5-7d8782a83512 req-64784fcc-581c-4ad9-bfe3-b816468619a7 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 944 time: 0.0718107 May 11 06:42:19.399031 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5f5add94-f654-4e43-811c-c02b2b23160e req-7a966cf5-b04c-413e-96c9-6d3d59346010 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 210 time: 0.0451088 May 11 06:42:19.455339 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-aaea878f-f616-4305-89e5-7d8782a83512 req-325e4d61-b44a-4370-a415-a6ffcb974e26 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910149 May 11 06:42:20.116438 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e4ae8-55b4-4e16-8885-6e252e4d0b0c req-efa317e1-0675-4544-87ee-8870b53e4ba1 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:20.117920 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0c0e4ae8-55b4-4e16-8885-6e252e4d0b0c req-efa317e1-0675-4544-87ee-8870b53e4ba1 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 944 time: 0.0469377 May 11 06:42:20.163537 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0c0e4ae8-55b4-4e16-8885-6e252e4d0b0c req-b820a618-5e2f-4b9f-bb0d-e10d1a0efb9c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394688 May 11 06:42:20.333220 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0abb4-d765-42e2-a0d0-8c0a2c91bc36 req-6b6ab8f1-a4d0-4823-9638-23bf3745a06c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:20.334659 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3eb0abb4-d765-42e2-a0d0-8c0a2c91bc36 req-6b6ab8f1-a4d0-4823-9638-23bf3745a06c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0462894 May 11 06:42:20.381476 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3eb0abb4-d765-42e2-a0d0-8c0a2c91bc36 req-b4e18036-4e35-4627-8ce2-d3f18f8235c4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397565 May 11 06:42:20.496100 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0dabb1c5-ef12-4bc4-8c6b-f3389a3dbfcd req-dab08192-c90f-4340-a10e-50b272fb02f5 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 210 time: 0.0314474 May 11 06:42:20.574477 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadeadfc-5844-4b59-a790-96b46a442044 req-19497243-08b0-4b65-adee-0f043b4c5a0c tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:20.576008 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-cadeadfc-5844-4b59-a790-96b46a442044 req-19497243-08b0-4b65-adee-0f043b4c5a0c tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 944 time: 0.0465107 May 11 06:42:20.623159 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-cadeadfc-5844-4b59-a790-96b46a442044 req-6c59e412-3874-433f-8f31-dca249222980 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416532 May 11 06:42:21.277108 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e496f1-e928-4c25-8db1-9ca62213e85f req-64285edb-6e32-4ec9-a82c-75afc3ddf1b0 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:21.278970 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-47e496f1-e928-4c25-8db1-9ca62213e85f req-64285edb-6e32-4ec9-a82c-75afc3ddf1b0 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 944 time: 0.0484133 May 11 06:42:21.326219 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-47e496f1-e928-4c25-8db1-9ca62213e85f req-bf42a8d8-a441-4d9a-b434-eebac35c10c0 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412967 May 11 06:42:21.497839 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e7e60-7de7-430f-a940-6c5a96a07440 req-bc41c9f4-3d5f-4f83-a7bb-1e2d4f952a62 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:21.499317 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-353e7e60-7de7-430f-a940-6c5a96a07440 req-bc41c9f4-3d5f-4f83-a7bb-1e2d4f952a62 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0492244 May 11 06:42:21.544865 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-353e7e60-7de7-430f-a940-6c5a96a07440 req-cfdd5ee6-4aed-4b13-b926-9463e48b4fd4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400605 May 11 06:42:21.592519 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b8665220-589a-4413-ae57-f1c5e3c326a0 req-c8c95a1c-2762-41cc-8bdb-5cf73a58976a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 210 time: 0.0292432 May 11 06:42:21.736267 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7e7f1-8664-456c-9159-9f59bd5ffffc req-5d40fdfc-cfd0-4b05-b6f5-5aa75cd5cb81 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:21.737712 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-93d7e7f1-8664-456c-9159-9f59bd5ffffc req-5d40fdfc-cfd0-4b05-b6f5-5aa75cd5cb81 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 944 time: 0.0463085 May 11 06:42:21.785533 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-93d7e7f1-8664-456c-9159-9f59bd5ffffc req-7017cf68-a028-4a67-a658-833db48ba5a3 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 May 11 06:42:22.207653 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248f7e4-2d6f-4a49-a4bf-9a831783df4d req-611b5228-fd50-43e0-8c1f-3971329c1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:22.209251 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-6248f7e4-2d6f-4a49-a4bf-9a831783df4d req-611b5228-fd50-43e0-8c1f-3971329c1339 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea42234bb6844ce88afe0725d859863e&device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 1129 time: 0.0449221 May 11 06:42:22.274440 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:42:22.311107 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248f7e4-2d6f-4a49-a4bf-9a831783df4d req-03201e7e-536c-48c8-ba9c-ab881d93d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:22.312618 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-6248f7e4-2d6f-4a49-a4bf-9a831783df4d req-03201e7e-536c-48c8-ba9c-ab881d93d96d service neutron] 10.222.0.70 "GET /v2.0/networks?id=db82dec6-6180-4aae-84ec-afed65e8ca62 HTTP/1.1" status: 200 len: 918 time: 0.0854418 May 11 06:42:22.372100 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e,segment=NetworkSegment(41043fce-16f2-49c5-87b4-7ec59c1cd08e),segment_id=41043fce-16f2-49c5-87b4-7ec59c1cd08e)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:42:22.384275 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': 'cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e', 'network_id': '755ee928-3089-4dea-bd5b-18623aa24349', 'port_id': 'cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e', 'mac_address': 'fa:16:3e:25:af:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893d8857-5479-4e6d-a14a-8b86c4106251', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:42:22.423509 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:42:22.423899 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:22.438344 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:42:22.450977 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc810c-a1c3-48fd-86c5-2ba373a88a75 req-b9090e47-45fb-4745-8138-6d60e76685f2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:22.452624 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bdfc810c-a1c3-48fd-86c5-2ba373a88a75 req-b9090e47-45fb-4745-8138-6d60e76685f2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 944 time: 0.0565615 May 11 06:42:22.472174 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e,segment=NetworkSegment(41043fce-16f2-49c5-87b4-7ec59c1cd08e),segment_id=41043fce-16f2-49c5-87b4-7ec59c1cd08e)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:42:22.481273 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:22.482931 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 878b5dad-3ac4-42a4-af88-930587b53519 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:42:22.517683 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bdfc810c-a1c3-48fd-86c5-2ba373a88a75 req-ad997255-f3ab-4a52-ac30-dbf2024d555f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582683 May 11 06:42:22.520740 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-6248f7e4-2d6f-4a49-a4bf-9a831783df4d req-b0a11d15-4e8b-4f07-ba9e-4144dabbae2b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0feff8-652c-4491-ae7e-15c889fc6734 HTTP/1.1" status: 200 len: 1001 time: 0.1073143 May 11 06:42:22.561785 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-dd11c09f-ab4d-4e84-9113-a2df9d63c726 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:22.562462 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-dd11c09f-ab4d-4e84-9113-a2df9d63c726 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.70 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 818 time: 0.1933725 May 11 06:42:22.599167 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:22.625680 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 878b5dad-3ac4-42a4-af88-930587b53519, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=878b5dad-3ac4-42a4-af88-930587b53519,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:42:22.629410 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248f7e4-2d6f-4a49-a4bf-9a831783df4d req-38681efc-69fc-4717-8330-5770c8197aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:22.630955 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-6248f7e4-2d6f-4a49-a4bf-9a831783df4d req-38681efc-69fc-4717-8330-5770c8197aa2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46918c72-b454-45a4-910b-65c25fc3c195 HTTP/1.1" status: 200 len: 856 time: 0.0836301 May 11 06:42:22.643710 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': '878b5dad-3ac4-42a4-af88-930587b53519', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'port_id': '878b5dad-3ac4-42a4-af88-930587b53519', 'mac_address': 'fa:16:3e:5b:93:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:42:22.682240 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-74488a75-c900-4198-8398-0cd23ff77106 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d1689ff62644e0c92c3bf8290b52b90 HTTP/1.1" status: 200 len: 379 time: 0.0792432 May 11 06:42:22.689292 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 878b5dad-3ac4-42a4-af88-930587b53519 is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:42:22.689692 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (878b5dad-3ac4-42a4-af88-930587b53519), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:22.703226 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878b5dad-3ac4-42a4-af88-930587b53519 {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:42:22.704119 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7f0df235-716c-4def-8876-661d1e959f9f req-bcf9e017-da01-4194-b843-e8b7c970cc42 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 210 time: 0.0344830 May 11 06:42:22.710143 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da304ef7-08e3-4da5-b91a-4b8c2a227f8f req-e542a2a7-56b4-46d6-b468-c48a620f424f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:22.711595 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-da304ef7-08e3-4da5-b91a-4b8c2a227f8f req-e542a2a7-56b4-46d6-b468-c48a620f424f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0780330 May 11 06:42:22.724287 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 878b5dad-3ac4-42a4-af88-930587b53519, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=878b5dad-3ac4-42a4-af88-930587b53519,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:42:22.728312 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (878b5dad-3ac4-42a4-af88-930587b53519), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:22.745674 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Request body: {'port': {'device_id': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'admin_state_up': True, 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'security_groups': ['7732fa33-436b-464d-a49f-002f002be2ba']}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:22.766983 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-da304ef7-08e3-4da5-b91a-4b8c2a227f8f req-a1ea51b9-072d-4dbd-9dcd-4ad60ba83c6c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486643 May 11 06:42:22.787335 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=878b5dad-3ac4-42a4-af88-930587b53519,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:22.900655 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4d0c8-9f3e-475e-8439-df6ba51eae1f req-4c1ec879-f9f9-4f9c-8ea6-a0bcbebe209e tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:22.902248 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-81f4d0c8-9f3e-475e-8439-df6ba51eae1f req-4c1ec879-f9f9-4f9c-8ea6-a0bcbebe209e tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 945 time: 0.0491235 May 11 06:42:22.952237 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-81f4d0c8-9f3e-475e-8439-df6ba51eae1f req-cf375f3e-8112-421a-a024-a1c70e761218 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441585 May 11 06:42:23.055836 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248f7e4-2d6f-4a49-a4bf-9a831783df4d req-b7dc764d-36b0-42f2-93c2-ca69892f0034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:23.057259 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-6248f7e4-2d6f-4a49-a4bf-9a831783df4d req-b7dc764d-36b0-42f2-93c2-ca69892f0034 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=db82dec6-6180-4aae-84ec-afed65e8ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3156757 May 11 06:42:23.155087 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Made reservation on behalf of 0d1689ff62644e0c92c3bf8290b52b90 for: {'port': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:42:23.158568 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:23.192898 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-6248f7e4-2d6f-4a49-a4bf-9a831783df4d req-a922d887-aa9b-42bf-8ee3-ab1ac4827f9f service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235073 May 11 06:42:23.361733 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Allocated IP 172.20.0.10 (f58da4c7-ef95-435b-ab0f-347f8d529b37/583a5267-dd2a-4e7b-b980-2981ce70ccda/c3a90bd8-246c-4327-a910-1612c24265cb) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:42:23.366997 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-6248f7e4-2d6f-4a49-a4bf-9a831783df4d req-9f3396c8-9bd9-45b3-a7ff-446bb95e6a52 service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426268 May 11 06:42:23.500507 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:42:23.501082 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for port (c3a90bd8-246c-4327-a910-1612c24265cb), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:23.534316 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (c3a90bd8-246c-4327-a910-1612c24265cb), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:23.581734 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Network f58da4c7-ef95-435b-ab0f-347f8d529b37 is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:42:23.584835 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:42:23.590840 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:42:23.617356 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Pushing event updated for resources: {'Port': ['ID=c3a90bd8-246c-4327-a910-1612c24265cb,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:23.635082 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:23.635461 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:23.635799 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:23.636150 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:23.636484 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:23.636809 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:23.637142 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:23.637472 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:23.637832 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:23.638177 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:23.638487 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:23.638821 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:23.639163 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:23.639494 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:23.639821 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:23.671859 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:23.672523 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:23.681706 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6128cd-1d89-4e76-ac5f-03c2f846e869 req-0e2f1d1c-2183-45da-b942-2016b8b2e0cf tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:23.686730 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7c6128cd-1d89-4e76-ac5f-03c2f846e869 req-0e2f1d1c-2183-45da-b942-2016b8b2e0cf tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 945 time: 0.0715334 May 11 06:42:23.694876 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-90b21689-7c83-4051-a9c4-d14ec9a426bf tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9544003 May 11 06:42:23.739151 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['878b5dad-3ac4-42a4-af88-930587b53519'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:42:23.746693 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7c6128cd-1d89-4e76-ac5f-03c2f846e869 req-404f5353-a151-42e7-882d-6d9752fe239c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508051 May 11 06:42:23.839704 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-db2cfbd1-1d8e-4eec-bb41-1efda3fd055d None None] Provisioning complete for port c3a90bd8-246c-4327-a910-1612c24265cb triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:42:23.840082 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-db2cfbd1-1d8e-4eec-bb41-1efda3fd055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c3a90bd8-246c-4327-a910-1612c24265cb), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:23.895041 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-db2cfbd1-1d8e-4eec-bb41-1efda3fd055d None None] Port c3a90bd8-246c-4327-a910-1612c24265cb cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:42:24.085169 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079666c-f645-4b0a-a92e-4a60fc4be825 req-4978e2f8-f3ff-40da-982c-5f7914bbbe21 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:24.086635 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9079666c-f645-4b0a-a92e-4a60fc4be825 req-4978e2f8-f3ff-40da-982c-5f7914bbbe21 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 932 time: 0.2929468 May 11 06:42:24.108128 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8bb7-d43e-49f0-bcc0-6d238e65de25 req-40c1f63f-3cb6-4863-beb6-20a58b63bd47 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:24.109545 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e65d8bb7-d43e-49f0-bcc0-6d238e65de25 req-40c1f63f-3cb6-4863-beb6-20a58b63bd47 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0652483 May 11 06:42:24.168384 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9079666c-f645-4b0a-a92e-4a60fc4be825 req-53e2ad54-30ca-4c2d-bf27-3e5eb0490108 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754304 May 11 06:42:24.179255 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e65d8bb7-d43e-49f0-bcc0-6d238e65de25 req-62e95f98-01b3-4d6a-9c58-fd44a1c8eddb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634909 May 11 06:42:24.269210 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb985a69-6644-4fe7-8072-ada62c95cca8 req-8b9f284e-b012-4a82-b766-61ff9853224b tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:24.270654 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-eb985a69-6644-4fe7-8072-ada62c95cca8 req-8b9f284e-b012-4a82-b766-61ff9853224b tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 945 time: 0.0492299 May 11 06:42:24.316970 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-eb985a69-6644-4fe7-8072-ada62c95cca8 req-f3f6cc79-95fe-42fe-9726-3059aca95d2c tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408497 May 11 06:42:24.875771 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da515d0-abdc-4e8a-bb34-55fa307f87dc req-d847fe5f-115f-498b-9e23-a3bfacf98d86 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:24.877257 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3da515d0-abdc-4e8a-bb34-55fa307f87dc req-d847fe5f-115f-498b-9e23-a3bfacf98d86 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 945 time: 0.0524981 May 11 06:42:24.922320 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3da515d0-abdc-4e8a-bb34-55fa307f87dc req-8f1e3b45-a43b-4a05-96a4-4d0258a092e8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395229 May 11 06:42:25.314332 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5425ac-f915-494f-a3ff-dc7ad2deced8 req-ede357d2-159f-47fb-92cc-64e7495749d8 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:25.315975 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bd5425ac-f915-494f-a3ff-dc7ad2deced8 req-ede357d2-159f-47fb-92cc-64e7495749d8 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 932 time: 0.0758908 May 11 06:42:25.335053 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d713b6d-cc14-4902-bcd8-f8fb1c3cfed6 req-ae3d2f82-101e-4e73-b247-3291a43c76e3 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:25.336737 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5d713b6d-cc14-4902-bcd8-f8fb1c3cfed6 req-ae3d2f82-101e-4e73-b247-3291a43c76e3 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 945 time: 0.0688086 May 11 06:42:25.395915 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bd5425ac-f915-494f-a3ff-dc7ad2deced8 req-b2daee06-87cf-45f0-9cef-ad0ea36fae04 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741436 May 11 06:42:25.410141 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5d713b6d-cc14-4902-bcd8-f8fb1c3cfed6 req-c165de85-577e-44a3-b7d2-057f85c87d14 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651040 May 11 06:42:25.497551 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97bf6b-a7a0-4677-8088-974da3dfc99a req-10db6ad6-5f75-4781-9899-e29b1a3047f4 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:25.498945 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5b97bf6b-a7a0-4677-8088-974da3dfc99a req-10db6ad6-5f75-4781-9899-e29b1a3047f4 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 945 time: 0.0466084 May 11 06:42:25.558604 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5b97bf6b-a7a0-4677-8088-974da3dfc99a req-b438e3d0-8dab-4ab3-9788-eb6383ae4d98 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541751 May 11 06:42:25.609199 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Request body: {'port': {'device_id': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:25.626439 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-dae32319-c842-437b-95dd-6446d850336e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:25.666645 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c3a90bd8-246c-4327-a910-1612c24265cb), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:25.678601 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 878b5dad-3ac4-42a4-af88-930587b53519 up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:42:25.723302 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port 878b5dad-3ac4-42a4-af88-930587b53519 completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:42:25.729131 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port 878b5dad-3ac4-42a4-af88-930587b53519 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:42:25.729515 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (878b5dad-3ac4-42a4-af88-930587b53519), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:25.807442 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 878b5dad-3ac4-42a4-af88-930587b53519 is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:42:25.807838 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (878b5dad-3ac4-42a4-af88-930587b53519), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:25.837966 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f9778e-fe70-41f8-b12c-d55c6aa0ade9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878b5dad-3ac4-42a4-af88-930587b53519'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:42:25.840307 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b23f87-dc5c-40b0-8f7c-b01c8aeeaed4" -d '{"events": [{"server_uuid": "10f9778e-fe70-41f8-b12c-d55c6aa0ade9", "name": "network-vif-plugged", "status": "completed", "tag": "878b5dad-3ac4-42a4-af88-930587b53519"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:42:25.855869 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 878b5dad-3ac4-42a4-af88-930587b53519, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=878b5dad-3ac4-42a4-af88-930587b53519,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:42:25.859732 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (878b5dad-3ac4-42a4-af88-930587b53519), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:25.860644 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:42:25.927920 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2342efca-da28-47ce-8bf2-71d701cd41fd x-openstack-request-id: req-2342efca-da28-47ce-8bf2-71d701cd41fd {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:42:25.928352 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f9778e-fe70-41f8-b12c-d55c6aa0ade9", "name": "network-vif-plugged", "status": "completed", "tag": "878b5dad-3ac4-42a4-af88-930587b53519", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:42:25.928702 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2342efca-da28-47ce-8bf2-71d701cd41fd {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:42:25.929256 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2342efca-da28-47ce-8bf2-71d701cd41fd'] response: {'server_uuid': '10f9778e-fe70-41f8-b12c-d55c6aa0ade9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878b5dad-3ac4-42a4-af88-930587b53519', 'code': 200} May 11 06:42:25.980890 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:42:25.984875 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=878b5dad-3ac4-42a4-af88-930587b53519,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:25.993284 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:42:25.993720 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:26.026065 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a90bd8-246c-4327-a910-1612c24265cb {{(pid=104514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:42:26.043424 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Publish callbacks [] for port (c3a90bd8-246c-4327-a910-1612c24265cb), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:26.061050 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.provisioning_blocks [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Transition to ACTIVE for port object c3a90bd8-246c-4327-a910-1612c24265cb will not be triggered until provisioned by entity L2. {{(pid=104514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:42:26.074805 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (c3a90bd8-246c-4327-a910-1612c24265cb), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:26.090739 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575e2ef-b573-4f9e-b5e4-47b0236750df req-b302ed07-e8c2-48b6-9a84-fd5e0f2455ab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:26.092483 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c575e2ef-b573-4f9e-b5e4-47b0236750df req-b302ed07-e8c2-48b6-9a84-fd5e0f2455ab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 946 time: 0.0610330 May 11 06:42:26.099568 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:42:26.100207 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:26.134431 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a90bd8-246c-4327-a910-1612c24265cb,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:26.136367 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e,segment=NetworkSegment(41043fce-16f2-49c5-87b4-7ec59c1cd08e),segment_id=41043fce-16f2-49c5-87b4-7ec59c1cd08e)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:42:26.142620 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:26.143835 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device aa0feff8-652c-4491-ae7e-15c889fc6734 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:42:26.145906 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c575e2ef-b573-4f9e-b5e4-47b0236750df req-a871564b-cfda-45ef-b3ad-c15777c42513 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472486 May 11 06:42:26.234472 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Attempting to bind port c3a90bd8-246c-4327-a910-1612c24265cb on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:42:26.234824 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Attempting to bind port c3a90bd8-246c-4327-a910-1612c24265cb by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:42:26.235126 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Attempting to bind port c3a90bd8-246c-4327-a910-1612c24265cb on network f58da4c7-ef95-435b-ab0f-347f8d529b37 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:42:26.236809 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:26.243601 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Port c3a90bd8-246c-4327-a910-1612c24265cb on network f58da4c7-ef95-435b-ab0f-347f8d529b37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:42:26.244025 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Attempting to bind port c3a90bd8-246c-4327-a910-1612c24265cb on network f58da4c7-ef95-435b-ab0f-347f8d529b37 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:42:26.250210 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:42:26.250509 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Checking segment: {'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:42:26.250929 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Bound using segment: {'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:42:26.251390 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Bound port: c3a90bd8-246c-4327-a910-1612c24265cb, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e546ec47-16ca-4652-bdad-29922ef01b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:42:26.251755 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c3a90bd8-246c-4327-a910-1612c24265cb), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:26.286964 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port aa0feff8-652c-4491-ae7e-15c889fc6734 is: ACTIVE; New status is: DOWN {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:42:26.287299 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:26.322839 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port aa0feff8-652c-4491-ae7e-15c889fc6734, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=aa0feff8-652c-4491-ae7e-15c889fc6734,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:42:26.330108 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] For port c3a90bd8-246c-4327-a910-1612c24265cb, host hv-cinder-80475, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:42:26.333033 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:26.333621 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] For port c3a90bd8-246c-4327-a910-1612c24265cb, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c3a90bd8-246c-4327-a910-1612c24265cb,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:42:26.347658 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (c3a90bd8-246c-4327-a910-1612c24265cb), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:26.388233 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:26.388368 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=aa0feff8-652c-4491-ae7e-15c889fc6734,revision_number=8']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:26.388854 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:26.390231 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] 10.222.0.70 "PUT /v2.0/ports/c3a90bd8-246c-4327-a910-1612c24265cb HTTP/1.1" status: 200 len: 1094 time: 0.7855709 May 11 06:42:26.390672 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'tag': 'c3a90bd8-246c-4327-a910-1612c24265cb'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:42:26.392941 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d2dbb6-67da-4bda-8e2d-ce936273c68f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c304119-9fe2-4635-ac4f-081c9c1ab062", "tag": "c3a90bd8-246c-4327-a910-1612c24265cb"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:42:26.452211 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19673f1-2771-47f3-b7a3-b6b174591aa5 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a90bd8-246c-4327-a910-1612c24265cb,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:26.479617 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5473a6b3-d37d-4bdf-8167-49732f74a1de x-openstack-request-id: req-5473a6b3-d37d-4bdf-8167-49732f74a1de {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:42:26.479916 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c304119-9fe2-4635-ac4f-081c9c1ab062", "tag": "c3a90bd8-246c-4327-a910-1612c24265cb", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:42:26.480181 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5473a6b3-d37d-4bdf-8167-49732f74a1de {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:42:26.480569 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5473a6b3-d37d-4bdf-8167-49732f74a1de'] response: {'name': 'network-changed', 'server_uuid': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'tag': 'c3a90bd8-246c-4327-a910-1612c24265cb', 'status': 'completed', 'code': 200} May 11 06:42:26.503925 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286ea7e-a686-4a6d-9287-a2201120de09 req-0e374ecd-8392-459b-be15-b1e875070369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:26.505452 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c286ea7e-a686-4a6d-9287-a2201120de09 req-0e374ecd-8392-459b-be15-b1e875070369 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 1130 time: 0.0641186 May 11 06:42:26.585926 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b694c3-a5a5-41ab-9909-54d6da1624ec req-b937d167-d025-4af5-9c34-97511d9691eb tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:26.587638 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b7b694c3-a5a5-41ab-9909-54d6da1624ec req-b937d167-d025-4af5-9c34-97511d9691eb tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 944 time: 0.0889606 May 11 06:42:26.599399 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-9a52bece-86fb-4d3b-ae97-2e2e0158aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:26.600035 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6dbbf-cd8f-42b8-96bb-1af8851c2293 req-20903774-c031-4028-ab08-b9bca59a7dcf tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:26.601118 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-9a52bece-86fb-4d3b-ae97-2e2e0158aa88 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 1128 time: 0.0747988 May 11 06:42:26.601882 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2fd6dbbf-cd8f-42b8-96bb-1af8851c2293 req-20903774-c031-4028-ab08-b9bca59a7dcf tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0718014 May 11 06:42:26.614068 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c286ea7e-a686-4a6d-9287-a2201120de09 req-7c4dbe7e-d640-4b45-a2af-ea609e281e11 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757504 May 11 06:42:26.677922 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b7b694c3-a5a5-41ab-9909-54d6da1624ec req-0e7c10cd-edb5-4a54-91d0-67c9b801189f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749693 May 11 06:42:26.681118 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2fd6dbbf-cd8f-42b8-96bb-1af8851c2293 req-2948fa8a-40c1-4dcb-8e4e-d80948935158 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704370 May 11 06:42:26.785320 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57668dbf-ce94-4e60-9cce-2c7a9594d045 req-4bdf598b-9ec3-47c4-8112-12477064051b tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:26.786830 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-57668dbf-ce94-4e60-9cce-2c7a9594d045 req-4bdf598b-9ec3-47c4-8112-12477064051b tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 946 time: 0.0524328 May 11 06:42:26.837549 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-57668dbf-ce94-4e60-9cce-2c7a9594d045 req-1cefa55d-bfbe-4fa2-8afc-68f034f41d89 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449512 May 11 06:42:26.995147 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-87d432dc-e6b6-4505-b1c8-f9eca6e80106 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3a90bd8-246c-4327-a910-1612c24265cb HTTP/1.1" status: 200 len: 217 time: 0.0367529 May 11 06:42:27.055831 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-3cb02365-8f06-401b-b2c7-eb74e7ea3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:27.057304 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-3cb02365-8f06-401b-b2c7-eb74e7ea3b40 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=583a5267-dd2a-4e7b-b980-2981ce70ccda HTTP/1.1" status: 200 len: 857 time: 0.0511031 May 11 06:42:27.158121 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [req-049fd006-f820-46cd-8658-da49bbf72439 req-c90f1cd8-6b47-4593-bb93-64214a893b32 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:42:27.159126 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-049fd006-f820-46cd-8658-da49bbf72439 req-c90f1cd8-6b47-4593-bb93-64214a893b32 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065327 May 11 06:42:27.271409 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdb473-b574-4174-b32a-77ee1fa9d7ca req-dc100cde-9dd8-4b92-8960-59f9f6c33358 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:27.272934 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d2cdb473-b574-4174-b32a-77ee1fa9d7ca req-dc100cde-9dd8-4b92-8960-59f9f6c33358 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 946 time: 0.0583098 May 11 06:42:27.336908 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ee1b8-12c2-4996-9856-08c950dacad6 req-882a33cd-e3a3-44e2-b311-a40251a572c3 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:27.338316 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ff8ee1b8-12c2-4996-9856-08c950dacad6 req-882a33cd-e3a3-44e2-b311-a40251a572c3 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0645211 May 11 06:42:27.368364 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d2cdb473-b574-4174-b32a-77ee1fa9d7ca req-fb61e0dd-3b4f-42fa-b7d9-cd894bf5531d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849669 May 11 06:42:27.401550 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ff8ee1b8-12c2-4996-9856-08c950dacad6 req-29b42f0d-e7f9-46c3-a2d8-b034fdf198b4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531199 May 11 06:42:27.515138 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-a06a0573-2c47-4573-9406-5e1976d689c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:27.516757 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-a06a0573-2c47-4573-9406-5e1976d689c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f58da4c7-ef95-435b-ab0f-347f8d529b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437655 May 11 06:42:27.611963 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-849834e9-c3cb-43c8-afd8-09bdf36d60ff service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888128 May 11 06:42:27.685829 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 40104) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:27.714065 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-3ffcc2d9-65c4-4d35-a823-a74b7e854123 req-d221c0b1-adce-4a45-8e6b-c529f2c12b60 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901864 May 11 06:42:27.750998 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-bf5aeee5-d0ce-4c4f-9974-4d235227fe74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:27.803291 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-7590e657-9045-41b0-8e5e-39e31ed07756 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1162663 May 11 06:42:27.812958 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-1c44f1bd-cff4-4ca6-b47e-f72dcad2568c service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:42:27.813912 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-1c44f1bd-cff4-4ca6-b47e-f72dcad2568c service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054913 May 11 06:42:27.824627 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f2a6f-58c4-4951-b3b8-954826b6f494 req-ddce3555-46d5-4203-b02c-5cbc50efb7f8 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:27.826061 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6f8f2a6f-58c4-4951-b3b8-954826b6f494 req-ddce3555-46d5-4203-b02c-5cbc50efb7f8 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 944 time: 0.0620048 May 11 06:42:27.885295 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6f8f2a6f-58c4-4951-b3b8-954826b6f494 req-c5fda4f9-af8d-4e05-8931-240bd240f98c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531232 May 11 06:42:27.916952 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 40116) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:27.930506 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac5bc3a-4844-477e-a612-c18b8f0b9723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e'}, {'server_uuid': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa0feff8-652c-4491-ae7e-15c889fc6734'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:42:27.933172 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ab36a9-4f84-4fd0-b2f8-c3473d3aa72f" -d '{"events": [{"server_uuid": "3ac5bc3a-4844-477e-a612-c18b8f0b9723", "name": "network-vif-plugged", "status": "completed", "tag": "cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e"}, {"server_uuid": "86b8d3ad-c5ac-43be-9752-33e7891c2aec", "name": "network-vif-unplugged", "status": "completed", "tag": "aa0feff8-652c-4491-ae7e-15c889fc6734"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:42:27.957173 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3419c-3bd3-4b18-ada0-622721751f9b req-c29493e7-bbd2-4143-881b-26aafefdcabd tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:27.958675 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-75e3419c-3bd3-4b18-ada0-622721751f9b req-c29493e7-bbd2-4143-881b-26aafefdcabd tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 946 time: 0.0485711 May 11 06:42:27.975779 dv-cinder-804757-27-iscsi neutron-server[104514]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 11 06:42:27.988831 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Wed, 11 May 2022 06:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b39f9a-7ca8-46e0-9dde-cddeb7938fa5 x-openstack-request-id: req-06b39f9a-7ca8-46e0-9dde-cddeb7938fa5 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:42:27.989205 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac5bc3a-4844-477e-a612-c18b8f0b9723", "name": "network-vif-plugged", "status": "completed", "tag": "cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e", "code": 200}, {"server_uuid": "86b8d3ad-c5ac-43be-9752-33e7891c2aec", "name": "network-vif-unplugged", "status": "failed", "tag": "aa0feff8-652c-4491-ae7e-15c889fc6734", "code": 422}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:42:27.989530 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-06b39f9a-7ca8-46e0-9dde-cddeb7938fa5 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:42:27.990609 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b39f9a-7ca8-46e0-9dde-cddeb7938fa5'] response: {'server_uuid': '3ac5bc3a-4844-477e-a612-c18b8f0b9723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e', 'code': 200} May 11 06:42:27.990979 dv-cinder-804757-27-iscsi neutron-server[104515]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-06b39f9a-7ca8-46e0-9dde-cddeb7938fa5']: {'server_uuid': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aa0feff8-652c-4491-ae7e-15c889fc6734', 'code': 422} returned with failed status May 11 06:42:28.007052 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-75e3419c-3bd3-4b18-ada0-622721751f9b req-56b26848-c381-439d-ba77-b3a828259daf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429528 May 11 06:42:28.022881 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-41996fba-48dc-4a12-a5af-6a0d6563ad7d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:28.024656 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-41996fba-48dc-4a12-a5af-6a0d6563ad7d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports/aa0feff8-652c-4491-ae7e-15c889fc6734 HTTP/1.1" status: 200 len: 940 time: 0.1063118 May 11 06:42:28.494455 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c3310-68e4-4a72-9684-3498d96a836d req-cc864db4-b7e7-4a37-bc70-cee81e923238 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:28.496018 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-364c3310-68e4-4a72-9684-3498d96a836d req-cc864db4-b7e7-4a37-bc70-cee81e923238 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 946 time: 0.0586941 May 11 06:42:28.549571 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59c9a6-814f-4f3c-9086-25f1ff8b4b8e req-bf524573-3050-4e46-bd01-4e7ed4f436e6 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:28.551094 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4a59c9a6-814f-4f3c-9086-25f1ff8b4b8e req-bf524573-3050-4e46-bd01-4e7ed4f436e6 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0757313 May 11 06:42:28.590734 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-364c3310-68e4-4a72-9684-3498d96a836d req-593dab40-e7e2-468e-9bde-eb23de4b8050 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779552 May 11 06:42:28.619089 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4a59c9a6-814f-4f3c-9086-25f1ff8b4b8e req-ab5a98d4-55fd-4156-ab7c-f83d9cb91dcd tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599947 May 11 06:42:28.994642 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9d2ba6-3242-48f7-8247-6dfb2e6cfda6 req-ca2bc4ac-8e03-4c62-b3c0-3ed4be0c8180 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:28.996137 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-aa9d2ba6-3242-48f7-8247-6dfb2e6cfda6 req-ca2bc4ac-8e03-4c62-b3c0-3ed4be0c8180 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 944 time: 0.0462852 May 11 06:42:29.027552 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:29.050402 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-aa9d2ba6-3242-48f7-8247-6dfb2e6cfda6 req-c3d956c5-8e27-4808-839c-7e45fe8d1129 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483134 May 11 06:42:29.119670 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790e06f-f8f5-44f0-a5f1-ad2c54e89046 req-6a98df87-d72f-4523-860e-f57c6259a240 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:29.121117 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d790e06f-f8f5-44f0-a5f1-ad2c54e89046 req-6a98df87-d72f-4523-860e-f57c6259a240 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 946 time: 0.0470798 May 11 06:42:29.166158 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d790e06f-f8f5-44f0-a5f1-ad2c54e89046 req-7e43199a-5333-4eed-895f-4b88ce515d9a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389605 May 11 06:42:29.508450 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 40148) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:29.612984 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3e7baa4b-eada-4449-8f69-4c05e01df9d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:29.699935 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3e7baa4b-eada-4449-8f69-4c05e01df9d2 admin admin] Publish callbacks [] for security_group (dae234f6-837a-4b83-9ead-26af70912198), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:29.718129 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3e7baa4b-eada-4449-8f69-4c05e01df9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (dae234f6-837a-4b83-9ead-26af70912198), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:29.783446 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2dbb6-67da-4bda-8e2d-ce936273c68f req-337c4a8d-d680-4631-9f5b-f8dec1b9040c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:29.784863 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-92d2dbb6-67da-4bda-8e2d-ce936273c68f req-337c4a8d-d680-4631-9f5b-f8dec1b9040c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 1128 time: 0.1143432 May 11 06:42:29.785412 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88395b9-9579-4a9a-9ea7-0c3d8d0d6bed req-0f9b1f72-54c2-4c6f-b2b4-9832cc624aae tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:29.787190 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a88395b9-9579-4a9a-9ea7-0c3d8d0d6bed req-0f9b1f72-54c2-4c6f-b2b4-9832cc624aae tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0581651 May 11 06:42:29.791819 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-3e7baa4b-eada-4449-8f69-4c05e01df9d2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f39ed86a017410b857cfb0b30b4d3a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2821743 May 11 06:42:29.795184 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 40156) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:29.796005 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:29.802050 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659c3b8-7db6-433b-9c89-7b207efc4e27 req-7b447eaf-5a89-4556-aaaa-fca89a091140 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:29.802225 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7baa4b-eada-4449-8f69-4c05e01df9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae234f6-837a-4b83-9ead-26af70912198,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:29.803734 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1659c3b8-7db6-433b-9c89-7b207efc4e27 req-7b447eaf-5a89-4556-aaaa-fca89a091140 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 946 time: 0.1277883 May 11 06:42:29.884207 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1659c3b8-7db6-433b-9c89-7b207efc4e27 req-adb12ae8-0cf5-487e-9fe1-987701d1f976 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699878 May 11 06:42:29.893843 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a88395b9-9579-4a9a-9ea7-0c3d8d0d6bed req-fbfad55b-f781-4f8b-bc2c-337d0e3241c4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890889 May 11 06:42:29.953189 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ed4dd2cb-dab3-474e-8206-e3ef4840c19f admin admin] Publish callbacks [] for security_group (dae234f6-837a-4b83-9ead-26af70912198), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:29.958111 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b97251-3967-4332-8a74-eb0e72e5d455 req-dbfa5afb-95d0-42da-9df0-87c826523f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:29.959689 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-84b97251-3967-4332-8a74-eb0e72e5d455 req-dbfa5afb-95d0-42da-9df0-87c826523f77 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 1130 time: 0.0629616 May 11 06:42:30.000641 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2dbb6-67da-4bda-8e2d-ce936273c68f req-2b389fe4-1197-440e-995d-0f1f75a9655a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:30.001337 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5c372-9cc5-47dc-8f11-ca4eb95bbe0f req-2e0ac9e7-447a-4be6-b96b-0d7ffea932f0 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:30.002125 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-92d2dbb6-67da-4bda-8e2d-ce936273c68f req-2b389fe4-1197-440e-995d-0f1f75a9655a service neutron] 10.222.0.70 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 919 time: 0.1862607 May 11 06:42:30.003231 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8cd5c372-9cc5-47dc-8f11-ca4eb95bbe0f req-2e0ac9e7-447a-4be6-b96b-0d7ffea932f0 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 946 time: 0.0475674 May 11 06:42:30.008210 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ed4dd2cb-dab3-474e-8206-e3ef4840c19f admin admin] Publish callbacks [] for security_group (dae234f6-837a-4b83-9ead-26af70912198), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:30.013679 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 40160) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:30.018075 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-1467c090-8941-4571-9eaa-f96384c5aad8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'floatingip': {'port_id': '878b5dad-3ac4-42a4-af88-930587b53519'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:30.060978 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1467c090-8941-4571-9eaa-f96384c5aad8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (ec76c87f-4c15-4436-9f0a-8060422b3ed7), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:30.068104 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-92d2dbb6-67da-4bda-8e2d-ce936273c68f req-54555010-018e-413a-aa5d-a7d2b365308b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3a90bd8-246c-4327-a910-1612c24265cb HTTP/1.1" status: 200 len: 217 time: 0.0571358 May 11 06:42:30.118539 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-84b97251-3967-4332-8a74-eb0e72e5d455 req-7afdde35-93fd-425d-bb16-471799e292f3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475968 May 11 06:42:30.139042 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2dbb6-67da-4bda-8e2d-ce936273c68f req-e6af28c8-5f0a-45a4-ab33-738c648a46ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:30.140736 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-92d2dbb6-67da-4bda-8e2d-ce936273c68f req-e6af28c8-5f0a-45a4-ab33-738c648a46ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=583a5267-dd2a-4e7b-b980-2981ce70ccda HTTP/1.1" status: 200 len: 857 time: 0.0604546 May 11 06:42:30.148926 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ed4dd2cb-dab3-474e-8206-e3ef4840c19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (dae234f6-837a-4b83-9ead-26af70912198), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:30.151514 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ed4dd2cb-dab3-474e-8206-e3ef4840c19f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:30.155435 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-ed4dd2cb-dab3-474e-8206-e3ef4840c19f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dae234f6-837a-4b83-9ead-26af70912198 HTTP/1.1" status: 204 len: 168 time: 0.3563409 May 11 06:42:30.161837 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4dd2cb-dab3-474e-8206-e3ef4840c19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae234f6-837a-4b83-9ead-26af70912198,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:30.204205 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26da976-f310-4a97-a38f-01f62d9e739d req-b12b71c4-f3ab-4895-8bfc-17b9f0507f12 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:30.205720 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a26da976-f310-4a97-a38f-01f62d9e739d req-b12b71c4-f3ab-4895-8bfc-17b9f0507f12 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 944 time: 0.0848775 May 11 06:42:30.353985 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edb133-f531-4df0-b611-c050707bd71c req-8f66517d-93af-433e-a18a-101c4ffed52a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:30.355527 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-19edb133-f531-4df0-b611-c050707bd71c req-8f66517d-93af-433e-a18a-101c4ffed52a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 946 time: 0.0913088 May 11 06:42:30.358806 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a26da976-f310-4a97-a38f-01f62d9e739d req-48f41ecd-aa5c-4bab-8f1f-7fcb31e3e4b0 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477084 May 11 06:42:30.466858 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d2dbb6-67da-4bda-8e2d-ce936273c68f req-266692f7-f3c7-447b-9e86-f0399f02b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:30.468641 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-92d2dbb6-67da-4bda-8e2d-ce936273c68f req-266692f7-f3c7-447b-9e86-f0399f02b870 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f58da4c7-ef95-435b-ab0f-347f8d529b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450594 May 11 06:42:30.488700 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-19edb133-f531-4df0-b611-c050707bd71c req-9363c22f-0422-4ab4-9d1a-2aaf20e93dd4 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020577 May 11 06:42:30.570033 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-92d2dbb6-67da-4bda-8e2d-ce936273c68f req-924c61cc-79c9-41f6-bdf6-4a359425f585 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941999 May 11 06:42:30.665947 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device c3a90bd8-246c-4327-a910-1612c24265cb details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:42:30.682344 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1467c090-8941-4571-9eaa-f96384c5aad8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:30.685315 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device aa0feff8-652c-4491-ae7e-15c889fc6734 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:42:30.687464 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1467c090-8941-4571-9eaa-f96384c5aad8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (ec76c87f-4c15-4436-9f0a-8060422b3ed7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:30.792741 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [None req-1467c090-8941-4571-9eaa-f96384c5aad8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Floating IP ec76c87f-4c15-4436-9f0a-8060422b3ed7 associated. External IP: 172.27.2.240, port: 878b5dad-3ac4-42a4-af88-930587b53519. May 11 06:42:30.944069 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port aa0feff8-652c-4491-ae7e-15c889fc6734 is: DOWN; New status is: DOWN {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:42:30.965211 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port c3a90bd8-246c-4327-a910-1612c24265cb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c3a90bd8-246c-4327-a910-1612c24265cb,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:42:30.980582 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': 'c3a90bd8-246c-4327-a910-1612c24265cb', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'port_id': 'c3a90bd8-246c-4327-a910-1612c24265cb', 'mac_address': 'fa:16:3e:e6:02:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:42:31.010283 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:31.024169 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port c3a90bd8-246c-4327-a910-1612c24265cb is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:42:31.024550 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c3a90bd8-246c-4327-a910-1612c24265cb), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:31.042620 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-92d2dbb6-67da-4bda-8e2d-ce936273c68f req-ccc204a8-126e-487c-b3a6-c559356f45c3 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401274 May 11 06:42:31.042862 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a90bd8-246c-4327-a910-1612c24265cb {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:42:31.063361 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port c3a90bd8-246c-4327-a910-1612c24265cb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c3a90bd8-246c-4327-a910-1612c24265cb,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:42:31.067116 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c3a90bd8-246c-4327-a910-1612c24265cb), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:31.093209 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754ee9b-2323-4601-af6c-bf6f72d4f17e req-ab92373d-f809-46f8-97db-ce5638ecb6e1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:31.095322 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b754ee9b-2323-4601-af6c-bf6f72d4f17e req-ab92373d-f809-46f8-97db-ce5638ecb6e1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0730145 May 11 06:42:31.100740 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1467c090-8941-4571-9eaa-f96384c5aad8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Router 58024757-0472-42af-9a5f-e09dbcca1c29 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:42:31.118554 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=c3a90bd8-246c-4327-a910-1612c24265cb,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:31.193832 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b754ee9b-2323-4601-af6c-bf6f72d4f17e req-f1634a7a-e8d1-49ab-97ae-496bc25bad6e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918531 May 11 06:42:31.489677 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['c3a90bd8-246c-4327-a910-1612c24265cb'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:42:31.510398 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1467c090-8941-4571-9eaa-f96384c5aad8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:42:31.517930 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1467c090-8941-4571-9eaa-f96384c5aad8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:31.526351 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c632b2-e592-4847-ae16-308d0b65b612 None None] Sync routers for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:42:31.538877 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c632b2-e592-4847-ae16-308d0b65b612 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:42:31.539538 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-c9c632b2-e592-4847-ae16-308d0b65b612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:42:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:42:31.553852 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa41e4-7daf-4325-b4c3-d02c4f27cc33 req-5b8b1e8f-7db9-4ad1-8269-2ca9d9552817 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:31.555363 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-01fa41e4-7daf-4325-b4c3-d02c4f27cc33 req-5b8b1e8f-7db9-4ad1-8269-2ca9d9552817 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 945 time: 0.0976970 May 11 06:42:31.580692 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-1467c090-8941-4571-9eaa-f96384c5aad8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "PUT /v2.0/floatingips/ec76c87f-4c15-4436-9f0a-8060422b3ed7 HTTP/1.1" status: 200 len: 992 time: 1.5659451 May 11 06:42:31.594442 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f9778e-fe70-41f8-b12c-d55c6aa0ade9', 'tag': '878b5dad-3ac4-42a4-af88-930587b53519'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:42:31.596765 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a4d2d8-d6a1-40a3-8cd0-aafca5d80fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "10f9778e-fe70-41f8-b12c-d55c6aa0ade9", "tag": "878b5dad-3ac4-42a4-af88-930587b53519"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:42:31.651053 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6bd88f-f0b8-4dcb-b4bc-2ce68155717f req-273a4626-3a5b-41b6-89e3-5f66cd32783f tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:31.652542 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3f6bd88f-f0b8-4dcb-b4bc-2ce68155717f req-273a4626-3a5b-41b6-89e3-5f66cd32783f tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 946 time: 0.0839553 May 11 06:42:31.668253 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-c9c632b2-e592-4847-ae16-308d0b65b612 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:42:31.670713 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-01fa41e4-7daf-4325-b4c3-d02c4f27cc33 req-5ba344f1-3f43-4572-8e59-4aa7d694e373 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064558 May 11 06:42:31.707027 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3f6bd88f-f0b8-4dcb-b4bc-2ce68155717f req-ea52ea6d-21df-4e04-bc13-c73fdc755ed2 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461226 May 11 06:42:31.713867 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa5aac5-a834-4a08-8ba9-ee848a6183e2 x-openstack-request-id: req-3fa5aac5-a834-4a08-8ba9-ee848a6183e2 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:42:31.714164 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f9778e-fe70-41f8-b12c-d55c6aa0ade9", "tag": "878b5dad-3ac4-42a4-af88-930587b53519", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:42:31.714419 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3fa5aac5-a834-4a08-8ba9-ee848a6183e2 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:42:31.714821 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa5aac5-a834-4a08-8ba9-ee848a6183e2'] response: {'name': 'network-changed', 'server_uuid': '10f9778e-fe70-41f8-b12c-d55c6aa0ade9', 'tag': '878b5dad-3ac4-42a4-af88-930587b53519', 'status': 'completed', 'code': 200} May 11 06:42:31.894734 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-c9c632b2-e592-4847-ae16-308d0b65b612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '6b937a68-3272-4ac3-abbf-556e83aad4ee', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': 'c372b82a-d12b-49fe-954d-646c72f56cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:db:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:39:22Z', 'updated_at': '2022-05-11T06:40:26Z', 'revision_number': 2, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}, {'id': 'ec76c87f-4c15-4436-9f0a-8060422b3ed7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': '878b5dad-3ac4-42a4-af88-930587b53519', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:5b:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9778e-fe70-41f8-b12c-d55c6aa0ade9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:42:04Z', 'updated_at': '2022-05-11T06:42:30Z', 'revision_number': 1, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:42:31.919939 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c632b2-e592-4847-ae16-308d0b65b612 None None] Checking router: 58024757-0472-42af-9a5f-e09dbcca1c29 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:42:31.927886 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c632b2-e592-4847-ae16-308d0b65b612 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:42:31.928461 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-c9c632b2-e592-4847-ae16-308d0b65b612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:42:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:42:32.037287 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-c9c632b2-e592-4847-ae16-308d0b65b612 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:42:32.096533 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4d2d8-d6a1-40a3-8cd0-aafca5d80fdd req-c608baa1-9292-4819-a1f7-7326f2d62b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:32.098043 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-d3a4d2d8-d6a1-40a3-8cd0-aafca5d80fdd req-c608baa1-9292-4819-a1f7-7326f2d62b56 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb4348f294cc464f89b2334676442d25&device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 1130 time: 0.0510979 May 11 06:42:32.254950 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-c9c632b2-e592-4847-ae16-308d0b65b612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '6b937a68-3272-4ac3-abbf-556e83aad4ee', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': 'c372b82a-d12b-49fe-954d-646c72f56cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:db:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:39:22Z', 'updated_at': '2022-05-11T06:40:26Z', 'revision_number': 2, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}, {'id': 'ec76c87f-4c15-4436-9f0a-8060422b3ed7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': '878b5dad-3ac4-42a4-af88-930587b53519', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:5b:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9778e-fe70-41f8-b12c-d55c6aa0ade9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:42:04Z', 'updated_at': '2022-05-11T06:42:30Z', 'revision_number': 1, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:42:32.281034 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c632b2-e592-4847-ae16-308d0b65b612 None None] The sync data for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi is: [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '6b937a68-3272-4ac3-abbf-556e83aad4ee', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': 'c372b82a-d12b-49fe-954d-646c72f56cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:db:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:39:22Z', 'updated_at': '2022-05-11T06:40:26Z', 'revision_number': 2, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}, {'id': 'ec76c87f-4c15-4436-9f0a-8060422b3ed7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': '878b5dad-3ac4-42a4-af88-930587b53519', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:5b:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f9778e-fe70-41f8-b12c-d55c6aa0ade9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:42:04Z', 'updated_at': '2022-05-11T06:42:30Z', 'revision_number': 1, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:42:32.315947 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701243c3-24a6-4679-b9df-7509a80bd19f req-543fd3b6-4968-4cad-8a2d-c7a95887749c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:32.317515 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-701243c3-24a6-4679-b9df-7509a80bd19f req-543fd3b6-4968-4cad-8a2d-c7a95887749c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0482006 May 11 06:42:32.365581 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-701243c3-24a6-4679-b9df-7509a80bd19f req-5cbe113b-9167-4288-a00f-4befeb5c57c0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423179 May 11 06:42:32.484652 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bf3474-9cfa-40aa-9951-6bcb4e447a3a None None] New status for floating IP ec76c87f-4c15-4436-9f0a-8060422b3ed7: ACTIVE {{(pid=104515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:42:32.532218 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-1c21521f-3525-417a-9c3a-fdd1e3d9efab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:32.533823 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-1c21521f-3525-417a-9c3a-fdd1e3d9efab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec&tenant_id=ea42234bb6844ce88afe0725d859863e HTTP/1.1" status: 200 len: 1127 time: 0.0906460 May 11 06:42:32.542943 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4d2d8-d6a1-40a3-8cd0-aafca5d80fdd req-c63b531d-2739-477d-866c-28b9990c1afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:32.544959 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-d3a4d2d8-d6a1-40a3-8cd0-aafca5d80fdd req-c63b531d-2739-477d-866c-28b9990c1afb service neutron] 10.222.0.70 "GET /v2.0/networks?id=61e699df-3755-47eb-b019-c5436429fdb7 HTTP/1.1" status: 200 len: 916 time: 0.1600599 May 11 06:42:32.595345 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:32.663044 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-1c2b5550-ea4e-47cd-b6d1-61b7de0d9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:32.663358 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device c3a90bd8-246c-4327-a910-1612c24265cb up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:42:32.664622 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-1c2b5550-ea4e-47cd-b6d1-61b7de0d9e91 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea42234bb6844ce88afe0725d859863e&device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 1127 time: 0.0814602 May 11 06:42:32.672172 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-d3a4d2d8-d6a1-40a3-8cd0-aafca5d80fdd req-40f9e982-ec26-4224-a8b0-8f381fa529b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=878b5dad-3ac4-42a4-af88-930587b53519 HTTP/1.1" status: 200 len: 1000 time: 0.0958681 May 11 06:42:32.718412 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port c3a90bd8-246c-4327-a910-1612c24265cb completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:42:32.726724 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port c3a90bd8-246c-4327-a910-1612c24265cb triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:42:32.726724 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c3a90bd8-246c-4327-a910-1612c24265cb), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:32.798316 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4d2d8-d6a1-40a3-8cd0-aafca5d80fdd req-834fda8e-3b70-4dbb-a7e3-f929021bef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:32.800083 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-d3a4d2d8-d6a1-40a3-8cd0-aafca5d80fdd req-834fda8e-3b70-4dbb-a7e3-f929021bef5f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff6c0e1a-69e0-4947-b746-0e027c95d678 HTTP/1.1" status: 200 len: 854 time: 0.1134272 May 11 06:42:32.800732 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa67d30-d5df-483f-8112-5fa34e0feef9 req-92b65283-14b7-4cc1-a5ca-0f6a826be3de tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:32.802568 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-eaa67d30-d5df-483f-8112-5fa34e0feef9 req-92b65283-14b7-4cc1-a5ca-0f6a826be3de tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 945 time: 0.0602031 May 11 06:42:32.841290 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port c3a90bd8-246c-4327-a910-1612c24265cb is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:42:32.841694 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c3a90bd8-246c-4327-a910-1612c24265cb), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:32.870691 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a90bd8-246c-4327-a910-1612c24265cb'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:42:32.872990 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-990c10c7-de1f-4acb-aaf4-2952eb4ea008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:32.873156 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330ae01c-551e-4880-948f-4f3197aceae0" -d '{"events": [{"server_uuid": "1c304119-9fe2-4635-ac4f-081c9c1ab062", "name": "network-vif-plugged", "status": "completed", "tag": "c3a90bd8-246c-4327-a910-1612c24265cb"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:42:32.875431 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-990c10c7-de1f-4acb-aaf4-2952eb4ea008 service neutron] 10.222.0.70 "GET /v2.0/networks?id=db82dec6-6180-4aae-84ec-afed65e8ca62 HTTP/1.1" status: 200 len: 918 time: 0.1898968 May 11 06:42:32.876687 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4d2d8-d6a1-40a3-8cd0-aafca5d80fdd req-83ecf2f1-21d0-4534-9bb3-885976916a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:32.878836 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-d3a4d2d8-d6a1-40a3-8cd0-aafca5d80fdd req-83ecf2f1-21d0-4534-9bb3-885976916a1a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61e699df-3755-47eb-b019-c5436429fdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0680842 May 11 06:42:32.881603 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7635262-1910-43d4-b606-78b1af27b4e6 req-1e17c314-a5f2-428c-a8ac-339940719840 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:32.883126 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f7635262-1910-43d4-b606-78b1af27b4e6 req-1e17c314-a5f2-428c-a8ac-339940719840 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 946 time: 0.0796208 May 11 06:42:32.886672 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port c3a90bd8-246c-4327-a910-1612c24265cb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c3a90bd8-246c-4327-a910-1612c24265cb,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:42:32.892190 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c3a90bd8-246c-4327-a910-1612c24265cb), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:32.920568 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-eaa67d30-d5df-483f-8112-5fa34e0feef9 req-9a908bf1-2c09-49d5-ad03-8300162e2df6 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060467 May 11 06:42:32.947114 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=c3a90bd8-246c-4327-a910-1612c24265cb,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:32.955132 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f7635262-1910-43d4-b606-78b1af27b4e6 req-a69b6775-9d74-4bd7-ba8e-53dda66514f9 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653546 May 11 06:42:32.992275 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1ef94f-e34a-467e-b97d-ef2eea535a22 x-openstack-request-id: req-fe1ef94f-e34a-467e-b97d-ef2eea535a22 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:42:32.992753 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c304119-9fe2-4635-ac4f-081c9c1ab062", "name": "network-vif-plugged", "status": "completed", "tag": "c3a90bd8-246c-4327-a910-1612c24265cb", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:42:32.992868 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe1ef94f-e34a-467e-b97d-ef2eea535a22 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:42:32.993272 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe1ef94f-e34a-467e-b97d-ef2eea535a22'] response: {'server_uuid': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a90bd8-246c-4327-a910-1612c24265cb', 'code': 200} May 11 06:42:33.013411 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-3541ba72-8c36-47d7-a295-f233c0f22ee1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0feff8-652c-4491-ae7e-15c889fc6734 HTTP/1.1" status: 200 len: 999 time: 0.1225863 May 11 06:42:33.038959 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-d3a4d2d8-d6a1-40a3-8cd0-aafca5d80fdd req-1f792497-1100-4c32-9f93-0472f167a73a service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476595 May 11 06:42:33.157832 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-351e92a9-7a95-4897-9dfc-afe48df773ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:33.159446 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-351e92a9-7a95-4897-9dfc-afe48df773ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46918c72-b454-45a4-910b-65c25fc3c195 HTTP/1.1" status: 200 len: 856 time: 0.1065662 May 11 06:42:33.214883 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-d3a4d2d8-d6a1-40a3-8cd0-aafca5d80fdd req-c7cf73e0-5bb6-4f0b-903f-611a4eedcfba service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540511 May 11 06:42:33.218679 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-77357bf3-f666-4ff5-91e4-4e0077ea400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:33.220178 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-77357bf3-f666-4ff5-91e4-4e0077ea400a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=db82dec6-6180-4aae-84ec-afed65e8ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507460 May 11 06:42:33.252871 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d946a10-cac5-4eb5-8743-7190450aad89 req-c0323bbf-27fd-4854-b993-702889c07f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:33.254335 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5d946a10-cac5-4eb5-8743-7190450aad89 req-c0323bbf-27fd-4854-b993-702889c07f5e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 1130 time: 0.0447934 May 11 06:42:33.310364 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5d946a10-cac5-4eb5-8743-7190450aad89 req-fd5af983-38fd-4d78-b435-159f910ad1b9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445051 May 11 06:42:33.350360 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-4d5db607-d0fb-4f8b-b2b4-7429255ec9c9 service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959461 May 11 06:42:33.492246 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe09b5-8486-4948-8240-0ef5132460b9 req-80b73998-6486-4e16-a731-ad329f5ea90f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:33.493727 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1efe09b5-8486-4948-8240-0ef5132460b9 req-80b73998-6486-4e16-a731-ad329f5ea90f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0508533 May 11 06:42:33.540792 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1efe09b5-8486-4948-8240-0ef5132460b9 req-88404259-3461-4eb3-8e6d-ef3d1359097c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406880 May 11 06:42:33.977871 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-af304492-0686-4e7f-9bff-d71dd2ce608b req-5a053855-e6ae-43eb-921d-f560492f263a service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035030 May 11 06:42:34.040712 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a200f1-bb7c-49f5-99c7-2e9c1de1e799 req-c005d5f8-9ed7-4f71-a184-84a4e667cfa5 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:34.042202 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d2a200f1-bb7c-49f5-99c7-2e9c1de1e799 req-c005d5f8-9ed7-4f71-a184-84a4e667cfa5 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0462768 May 11 06:42:34.090171 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d2a200f1-bb7c-49f5-99c7-2e9c1de1e799 req-c5cb454a-8d9b-41a4-a9d1-c701ba3cf066 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414283 May 11 06:42:34.660287 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c941ad-9c1a-4166-a876-840a12957b2f req-3007203c-0739-4380-8cac-b2972d507b8c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:34.661784 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-38c941ad-9c1a-4166-a876-840a12957b2f req-3007203c-0739-4380-8cac-b2972d507b8c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0488515 May 11 06:42:34.712185 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-38c941ad-9c1a-4166-a876-840a12957b2f req-6436e027-902e-4e59-9aa8-0be4a51880e1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448766 May 11 06:42:35.224529 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010ad69-963a-4392-b148-11ba43efaed7 req-4a2c7994-725b-4140-b4c1-574b77a223a0 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:35.231953 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b010ad69-963a-4392-b148-11ba43efaed7 req-4a2c7994-725b-4140-b4c1-574b77a223a0 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0574367 May 11 06:42:35.277731 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b010ad69-963a-4392-b148-11ba43efaed7 req-e04f47d8-9e33-4e05-8338-5b2eb1ef09a4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446568 May 11 06:42:35.405613 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1609f-ba7d-479b-a2fa-9fb833e3f7b5 req-21ddadea-0a00-4696-a485-e9714fc2029c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:35.407116 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-42d1609f-ba7d-479b-a2fa-9fb833e3f7b5 req-21ddadea-0a00-4696-a485-e9714fc2029c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0553515 May 11 06:42:35.415991 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 40274) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:42:35.420692 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-fc74ed07-6bab-474e-aa57-125ff00cbe9b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Request body: {'floatingip': {'port_id': 'c3a90bd8-246c-4327-a910-1612c24265cb'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:42:35.499555 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-fc74ed07-6bab-474e-aa57-125ff00cbe9b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for floatingip (f916f461-3e4b-4492-866b-2a54c84bd5e4), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:35.839949 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51487740-92c4-44cf-ac33-f5b17d6f0293 req-040ea043-bbf2-41bb-8509-33c7884c171b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:35.841515 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-51487740-92c4-44cf-ac33-f5b17d6f0293 req-040ea043-bbf2-41bb-8509-33c7884c171b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0550654 May 11 06:42:35.890039 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-51487740-92c4-44cf-ac33-f5b17d6f0293 req-e2c5260b-de99-4904-b0d9-0d0eba1d5461 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428667 May 11 06:42:36.157321 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-fc74ed07-6bab-474e-aa57-125ff00cbe9b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:36.164599 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-fc74ed07-6bab-474e-aa57-125ff00cbe9b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (f916f461-3e4b-4492-866b-2a54c84bd5e4), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:36.276440 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.l3_db [None req-fc74ed07-6bab-474e-aa57-125ff00cbe9b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Floating IP f916f461-3e4b-4492-866b-2a54c84bd5e4 associated. External IP: 172.27.2.242, port: c3a90bd8-246c-4327-a910-1612c24265cb. May 11 06:42:36.494331 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc74ed07-6bab-474e-aa57-125ff00cbe9b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Router f7067096-4b44-48a4-9231-82945805c6bd has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:42:36.618314 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc74ed07-6bab-474e-aa57-125ff00cbe9b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:42:36.623229 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-fc74ed07-6bab-474e-aa57-125ff00cbe9b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:36.627973 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aae7ff-ce14-4faf-9483-6a888fdb17e6 None None] Sync routers for ids ['f7067096-4b44-48a4-9231-82945805c6bd'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:42:36.639530 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aae7ff-ce14-4faf-9483-6a888fdb17e6 None None] Routers {'f7067096-4b44-48a4-9231-82945805c6bd'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:42:36.640137 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-28aae7ff-ce14-4faf-9483-6a888fdb17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:42:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f7067096-4b44-48a4-9231-82945805c6bd'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:42:36.656988 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-fc74ed07-6bab-474e-aa57-125ff00cbe9b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "PUT /v2.0/floatingips/f916f461-3e4b-4492-866b-2a54c84bd5e4 HTTP/1.1" status: 200 len: 992 time: 1.2398708 May 11 06:42:36.657591 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'tag': 'c3a90bd8-246c-4327-a910-1612c24265cb'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:42:36.659880 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52bbe2c-3fce-4d01-82c6-bb6a878dc9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1c304119-9fe2-4635-ac4f-081c9c1ab062", "tag": "c3a90bd8-246c-4327-a910-1612c24265cb"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:42:36.695337 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3972e02-5461-4768-93c6-3d97da54aa0e x-openstack-request-id: req-d3972e02-5461-4768-93c6-3d97da54aa0e {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:42:36.695645 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c304119-9fe2-4635-ac4f-081c9c1ab062", "tag": "c3a90bd8-246c-4327-a910-1612c24265cb", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:42:36.695880 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d3972e02-5461-4768-93c6-3d97da54aa0e {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:42:36.696287 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3972e02-5461-4768-93c6-3d97da54aa0e'] response: {'name': 'network-changed', 'server_uuid': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'tag': 'c3a90bd8-246c-4327-a910-1612c24265cb', 'status': 'completed', 'code': 200} May 11 06:42:36.754799 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-28aae7ff-ce14-4faf-9483-6a888fdb17e6 None None] Set router f7067096-4b44-48a4-9231-82945805c6bd gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:42:36.994387 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-28aae7ff-ce14-4faf-9483-6a888fdb17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port': {'id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'f916f461-3e4b-4492-866b-2a54c84bd5e4', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'port_id': 'c3a90bd8-246c-4327-a910-1612c24265cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'mac_address': 'fa:16:3e:e6:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:42:10Z', 'updated_at': '2022-05-11T06:42:36Z', 'revision_number': 1, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964754b6-070a-49dd-a363-5f181098f551', 'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'mac_address': 'fa:16:3e:cd:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:23Z', 'revision_number': 5, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'subnets': [{'id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:42:37.022812 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aae7ff-ce14-4faf-9483-6a888fdb17e6 None None] Checking router: f7067096-4b44-48a4-9231-82945805c6bd for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:42:37.031289 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aae7ff-ce14-4faf-9483-6a888fdb17e6 None None] Routers {'f7067096-4b44-48a4-9231-82945805c6bd'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:42:37.031894 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-28aae7ff-ce14-4faf-9483-6a888fdb17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:42:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f7067096-4b44-48a4-9231-82945805c6bd'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:42:37.043979 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4d98b-74ab-4e27-b52c-b2bf06b34621 req-04989a11-a0be-4ea9-9972-7c2e6e17f217 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:37.046073 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5af4d98b-74ab-4e27-b52c-b2bf06b34621 req-04989a11-a0be-4ea9-9972-7c2e6e17f217 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0529611 May 11 06:42:37.102541 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5af4d98b-74ab-4e27-b52c-b2bf06b34621 req-b2a2b6d3-4c1b-4fdf-948d-9cf5aadd1709 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458655 May 11 06:42:37.154088 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-28aae7ff-ce14-4faf-9483-6a888fdb17e6 None None] Set router f7067096-4b44-48a4-9231-82945805c6bd gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:42:37.473672 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-28aae7ff-ce14-4faf-9483-6a888fdb17e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port': {'id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'f916f461-3e4b-4492-866b-2a54c84bd5e4', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'port_id': 'c3a90bd8-246c-4327-a910-1612c24265cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'mac_address': 'fa:16:3e:e6:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:42:10Z', 'updated_at': '2022-05-11T06:42:36Z', 'revision_number': 1, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964754b6-070a-49dd-a363-5f181098f551', 'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'mac_address': 'fa:16:3e:cd:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:23Z', 'revision_number': 5, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'subnets': [{'id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:42:37.504150 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28aae7ff-ce14-4faf-9483-6a888fdb17e6 None None] The sync data for ids ['f7067096-4b44-48a4-9231-82945805c6bd'] in dv-cinder-804757-27-iscsi is: [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port': {'id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'f916f461-3e4b-4492-866b-2a54c84bd5e4', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'port_id': 'c3a90bd8-246c-4327-a910-1612c24265cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'mac_address': 'fa:16:3e:e6:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:42:10Z', 'updated_at': '2022-05-11T06:42:36Z', 'revision_number': 1, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964754b6-070a-49dd-a363-5f181098f551', 'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'mac_address': 'fa:16:3e:cd:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:23Z', 'revision_number': 5, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'subnets': [{'id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:42:37.746620 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3e0ece-47b8-48ab-ac2c-e3c36f9e8d22 None None] New status for floating IP f916f461-3e4b-4492-866b-2a54c84bd5e4: ACTIVE {{(pid=104515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:42:38.242353 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d019db3-bed4-4142-bdfb-74f8f9dd3b29 req-649e410d-8a5a-4cc2-8e3d-c7cd9369a494 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:38.243805 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1d019db3-bed4-4142-bdfb-74f8f9dd3b29 req-649e410d-8a5a-4cc2-8e3d-c7cd9369a494 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0506251 May 11 06:42:38.295942 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1d019db3-bed4-4142-bdfb-74f8f9dd3b29 req-cac20aec-0486-4781-9034-fe425add707a tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460112 May 11 06:42:39.420405 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c4f6f7-81f9-4e81-b34e-854c200ffe62 req-dd3fbcf1-0bd7-47f7-add3-3554b9d954dd tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:39.422651 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b0c4f6f7-81f9-4e81-b34e-854c200ffe62 req-dd3fbcf1-0bd7-47f7-add3-3554b9d954dd tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0500684 May 11 06:42:39.473316 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b0c4f6f7-81f9-4e81-b34e-854c200ffe62 req-7fead374-ac19-4f19-a68c-5f94e57229b3 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451381 May 11 06:42:40.606670 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5b9b8-0ec7-4237-875b-688d3f2e231e req-be39c383-e579-4749-b610-2956502d94e5 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:40.608381 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4fd5b9b8-0ec7-4237-875b-688d3f2e231e req-be39c383-e579-4749-b610-2956502d94e5 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0524762 May 11 06:42:40.671296 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4fd5b9b8-0ec7-4237-875b-688d3f2e231e req-7eddbef3-8c92-45e3-ac8d-03fd89d4b2cc tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509007 May 11 06:42:41.801514 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f935d-2638-49a3-b1ac-c9c7767dfd0e req-a69085c8-4476-4b8a-a1a5-73537cc31f64 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:41.803249 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-789f935d-2638-49a3-b1ac-c9c7767dfd0e req-a69085c8-4476-4b8a-a1a5-73537cc31f64 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0528109 May 11 06:42:41.855557 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-789f935d-2638-49a3-b1ac-c9c7767dfd0e req-ca46c9d6-9334-4d91-9019-7f11a1a9cb0d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466409 May 11 06:42:42.985404 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e0f3b-6e83-4c3b-a470-595d8cd57c15 req-0aee88ad-3697-4148-a902-95bc80f5b8e4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:42.986952 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-560e0f3b-6e83-4c3b-a470-595d8cd57c15 req-0aee88ad-3697-4148-a902-95bc80f5b8e4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0487266 May 11 06:42:43.039402 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-560e0f3b-6e83-4c3b-a470-595d8cd57c15 req-84366bca-12e1-45ab-84dc-c10a42a3a982 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465877 May 11 06:42:44.168341 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ec34c-560a-4d71-858e-0442cad32601 req-f6133019-9846-4cd7-899a-cdb9fc1afcb7 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:44.169789 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8d0ec34c-560a-4d71-858e-0442cad32601 req-f6133019-9846-4cd7-899a-cdb9fc1afcb7 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0498228 May 11 06:42:44.222899 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8d0ec34c-560a-4d71-858e-0442cad32601 req-eb985e47-92f5-4d53-8fee-724592e86534 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473001 May 11 06:42:45.352047 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ed212-7206-4c2c-9aee-a58187d4f632 req-2cb7ade0-95df-4fc7-8f45-7578808c8706 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:45.353579 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-259ed212-7206-4c2c-9aee-a58187d4f632 req-2cb7ade0-95df-4fc7-8f45-7578808c8706 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0479047 May 11 06:42:45.406134 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-259ed212-7206-4c2c-9aee-a58187d4f632 req-53f2014d-a130-4d69-a5bd-eedcf25f90a4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443480 May 11 06:42:46.525852 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b1e81-24e2-4b76-bfc8-e56c2920e237 req-80ebc93f-5145-4198-91df-d7df23beac24 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:46.527350 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-149b1e81-24e2-4b76-bfc8-e56c2920e237 req-80ebc93f-5145-4198-91df-d7df23beac24 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0494707 May 11 06:42:46.573348 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-149b1e81-24e2-4b76-bfc8-e56c2920e237 req-606495ca-b15e-4235-ab7b-82162ceba4f5 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401316 May 11 06:42:47.176025 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bbe2c-3fce-4d01-82c6-bb6a878dc9d8 req-c1467b10-22f8-41f3-bbfe-10c05efd7c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:47.177520 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-f52bbe2c-3fce-4d01-82c6-bb6a878dc9d8 req-c1467b10-22f8-41f3-bbfe-10c05efd7c08 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 1130 time: 0.0387523 May 11 06:42:47.693417 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b35ce-e35f-4435-a0ed-79ffc0575925 req-40f99957-e69e-4e59-ab22-ff38052f963b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:47.694878 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b74b35ce-e35f-4435-a0ed-79ffc0575925 req-40f99957-e69e-4e59-ab22-ff38052f963b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0490084 May 11 06:42:47.741003 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b74b35ce-e35f-4435-a0ed-79ffc0575925 req-4c5a20cd-c614-4503-99c2-579c937174dc tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401716 May 11 06:42:48.060743 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bbe2c-3fce-4d01-82c6-bb6a878dc9d8 req-1a6e588b-43a6-4f1e-89e7-9a07fc9d9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:48.062192 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-f52bbe2c-3fce-4d01-82c6-bb6a878dc9d8 req-1a6e588b-43a6-4f1e-89e7-9a07fc9d9ac4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 919 time: 0.0861361 May 11 06:42:48.131315 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-f52bbe2c-3fce-4d01-82c6-bb6a878dc9d8 req-f28e4d62-ba85-49cd-9a35-3f5d967811a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3a90bd8-246c-4327-a910-1612c24265cb HTTP/1.1" status: 200 len: 1002 time: 0.0564706 May 11 06:42:48.179468 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bbe2c-3fce-4d01-82c6-bb6a878dc9d8 req-7b32d129-e4fc-4850-9a72-a28fafa1025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:48.180896 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-f52bbe2c-3fce-4d01-82c6-bb6a878dc9d8 req-7b32d129-e4fc-4850-9a72-a28fafa1025f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=583a5267-dd2a-4e7b-b980-2981ce70ccda HTTP/1.1" status: 200 len: 857 time: 0.0424614 May 11 06:42:48.230292 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bbe2c-3fce-4d01-82c6-bb6a878dc9d8 req-665321bd-4777-4103-84b9-45bf20fde26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:48.231804 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-f52bbe2c-3fce-4d01-82c6-bb6a878dc9d8 req-665321bd-4777-4103-84b9-45bf20fde26b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f58da4c7-ef95-435b-ab0f-347f8d529b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412297 May 11 06:42:48.322411 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-f52bbe2c-3fce-4d01-82c6-bb6a878dc9d8 req-44e6bc1d-c123-417b-8e59-d830a45215b2 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820103 May 11 06:42:48.421382 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-f52bbe2c-3fce-4d01-82c6-bb6a878dc9d8 req-15f2fc4b-8a5b-4eaa-a8bc-db9fb4e515b5 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837195 May 11 06:42:48.855723 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6cde28-1f51-4f80-8451-ce9ce0b033b9 req-83acb76e-fa84-42a4-8b70-712d1e818af6 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:48.857755 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-db6cde28-1f51-4f80-8451-ce9ce0b033b9 req-83acb76e-fa84-42a4-8b70-712d1e818af6 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0455649 May 11 06:42:48.902510 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-db6cde28-1f51-4f80-8451-ce9ce0b033b9 req-4e5f8fe2-923c-4c2a-94f9-7ba82b60d11a tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393751 May 11 06:42:50.022307 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22365dd3-4852-46fa-92b1-4d5487e2d9e0 req-19d3d902-978e-4196-bfdb-4f1248c07be7 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:50.023792 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22365dd3-4852-46fa-92b1-4d5487e2d9e0 req-19d3d902-978e-4196-bfdb-4f1248c07be7 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0500033 May 11 06:42:50.068867 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22365dd3-4852-46fa-92b1-4d5487e2d9e0 req-d4ead85f-43d5-4bbc-83c7-81a3dc85cce0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395110 May 11 06:42:51.187704 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3ed65-8ec0-47f3-90d1-e07711591e66 req-c8be7358-525c-42ca-a4cc-383a847cc78b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:51.189189 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-38f3ed65-8ec0-47f3-90d1-e07711591e66 req-c8be7358-525c-42ca-a4cc-383a847cc78b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0466292 May 11 06:42:51.235611 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-38f3ed65-8ec0-47f3-90d1-e07711591e66 req-0248fc35-3b15-42a6-b769-451e37a2b93b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409453 May 11 06:42:52.351213 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ce5b3-a6ac-48de-98d8-afb8a300b6e3 req-919f902a-e0b1-4ace-918b-fe8d57ef607c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:52.352725 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9d9ce5b3-a6ac-48de-98d8-afb8a300b6e3 req-919f902a-e0b1-4ace-918b-fe8d57ef607c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0465319 May 11 06:42:52.403666 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9d9ce5b3-a6ac-48de-98d8-afb8a300b6e3 req-78320345-298d-41c5-a513-e0622a57cdd4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446239 May 11 06:42:53.528188 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb82de-b88e-47f9-a4ff-1f7bcc4fd087 req-35636ff9-6cdd-4b56-9a17-713af501fdac tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:53.529650 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-40fb82de-b88e-47f9-a4ff-1f7bcc4fd087 req-35636ff9-6cdd-4b56-9a17-713af501fdac tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0473530 May 11 06:42:53.577062 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-40fb82de-b88e-47f9-a4ff-1f7bcc4fd087 req-62950ce9-3243-426f-b171-f60f311bf2b2 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418570 May 11 06:42:53.917653 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:42:54.707659 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cc9ca-d905-4aed-a707-a4fbac2b8f43 req-1cc5d560-e8b7-43d9-a563-4e8d6c2ffcaa tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:54.709159 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-086cc9ca-d905-4aed-a707-a4fbac2b8f43 req-1cc5d560-e8b7-43d9-a563-4e8d6c2ffcaa tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0494380 May 11 06:42:54.757269 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-086cc9ca-d905-4aed-a707-a4fbac2b8f43 req-9a94ba9d-3035-419b-8d9e-99782bd53507 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410945 May 11 06:42:55.627761 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-24a9d330-4513-4921-b385-10eef164d7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:55.879661 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8d6ed-7b3b-4182-86d4-09106af6e63e req-574c4df0-afaf-4109-83f4-236c21e59ab0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:55.881151 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-47a8d6ed-7b3b-4182-86d4-09106af6e63e req-574c4df0-afaf-4109-83f4-236c21e59ab0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 943 time: 0.0509195 May 11 06:42:55.927518 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-47a8d6ed-7b3b-4182-86d4-09106af6e63e req-27e21450-41cb-4630-bf6b-6ce1dfe25162 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406373 May 11 06:42:56.761485 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device aa0feff8-652c-4491-ae7e-15c889fc6734 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:42:56.858772 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port aa0feff8-652c-4491-ae7e-15c889fc6734, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=aa0feff8-652c-4491-ae7e-15c889fc6734,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:42:56.869328 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': 'aa0feff8-652c-4491-ae7e-15c889fc6734', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'port_id': 'aa0feff8-652c-4491-ae7e-15c889fc6734', 'mac_address': 'fa:16:3e:d8:8c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:42:56.909622 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port aa0feff8-652c-4491-ae7e-15c889fc6734 is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:42:56.910012 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:56.922949 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa0feff8-652c-4491-ae7e-15c889fc6734 {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:42:56.941459 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port aa0feff8-652c-4491-ae7e-15c889fc6734, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=aa0feff8-652c-4491-ae7e-15c889fc6734,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:42:56.945319 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:56.993461 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=aa0feff8-652c-4491-ae7e-15c889fc6734,revision_number=9']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:57.000847 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:57.001201 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:57.001536 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:57.001903 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:57.002256 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:57.002578 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:57.002907 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:57.003235 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:57.004051 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:57.004051 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:57.004240 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:57.004571 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:57.004903 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:57.005221 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:57.005544 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:42:57.054141 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3ef79-7de3-4faa-9650-08fdc6427148 req-fdf5aab0-0b01-4832-8af5-221bb2c79946 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:57.055648 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-56a3ef79-7de3-4faa-9650-08fdc6427148 req-fdf5aab0-0b01-4832-8af5-221bb2c79946 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 944 time: 0.0508320 May 11 06:42:57.103066 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-56a3ef79-7de3-4faa-9650-08fdc6427148 req-c6392586-3346-4aa1-9181-600a802b5891 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415134 May 11 06:42:57.515820 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['aa0feff8-652c-4491-ae7e-15c889fc6734'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:42:57.752732 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-7137988c-9c15-4d03-b623-5e52c963dd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:58.220126 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b3243-0ed0-4a4f-a2d1-8460d710a336 req-9235cb44-27ed-44e9-bb3f-69ec315eeb24 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:58.221573 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-084b3243-0ed0-4a4f-a2d1-8460d710a336 req-9235cb44-27ed-44e9-bb3f-69ec315eeb24 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 944 time: 0.0463049 May 11 06:42:58.270160 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-084b3243-0ed0-4a4f-a2d1-8460d710a336 req-9630dec9-8723-4744-8123-80bbffa004cb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430458 May 11 06:42:58.756713 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device aa0feff8-652c-4491-ae7e-15c889fc6734 up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:42:58.800925 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port aa0feff8-652c-4491-ae7e-15c889fc6734 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:42:58.801294 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:58.875937 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port aa0feff8-652c-4491-ae7e-15c889fc6734 is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:42:58.876332 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:58.897951 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0feff8-652c-4491-ae7e-15c889fc6734'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:42:58.900173 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cdd1d7b-0bd0-431b-9d31-4b1664216791" -d '{"events": [{"server_uuid": "86b8d3ad-c5ac-43be-9752-33e7891c2aec", "name": "network-vif-plugged", "status": "completed", "tag": "aa0feff8-652c-4491-ae7e-15c889fc6734"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:42:58.911606 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port aa0feff8-652c-4491-ae7e-15c889fc6734, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=aa0feff8-652c-4491-ae7e-15c889fc6734,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:42:58.915682 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:58.939507 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9a59cd-fce2-47e4-8f87-4c270d5430fd x-openstack-request-id: req-4b9a59cd-fce2-47e4-8f87-4c270d5430fd {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:42:58.939791 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b8d3ad-c5ac-43be-9752-33e7891c2aec", "name": "network-vif-plugged", "status": "completed", "tag": "aa0feff8-652c-4491-ae7e-15c889fc6734", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:42:58.940041 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4b9a59cd-fce2-47e4-8f87-4c270d5430fd {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:42:58.944231 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b9a59cd-fce2-47e4-8f87-4c270d5430fd'] response: {'server_uuid': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa0feff8-652c-4491-ae7e-15c889fc6734', 'code': 200} May 11 06:42:58.977505 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=aa0feff8-652c-4491-ae7e-15c889fc6734,revision_number=10']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:42:59.032340 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:42:59.388242 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a5e57-459b-4369-9e34-8cdd720098a6 req-905c5e73-7be5-4b8c-a868-6a4a7398473b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:59.389710 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-921a5e57-459b-4369-9e34-8cdd720098a6 req-905c5e73-7be5-4b8c-a868-6a4a7398473b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 946 time: 0.0473566 May 11 06:42:59.437416 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-921a5e57-459b-4369-9e34-8cdd720098a6 req-418dd869-7486-40e1-8c42-8298bac3596d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423200 May 11 06:42:59.639968 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec7543-957a-478d-b667-9852243e9c54 req-8f25604b-0209-4862-84a1-f208e859e871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:42:59.641429 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-31ec7543-957a-478d-b667-9852243e9c54 req-8f25604b-0209-4862-84a1-f208e859e871 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 1130 time: 0.0374541 May 11 06:42:59.702190 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-31ec7543-957a-478d-b667-9852243e9c54 req-6009a8a0-d1ee-45c0-b712-219aec81f06e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379872 May 11 06:42:59.740141 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7f71aa7b-6269-42e7-b6a3-93d9e2a5069c req-f1b412b4-c9e7-43d1-abd0-e2b3eb280d7d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377026 May 11 06:42:59.802937 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:00.142800 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71aa7b-6269-42e7-b6a3-93d9e2a5069c req-4500f25a-ed23-4dfd-9228-6684bf0e4a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:00.144281 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7f71aa7b-6269-42e7-b6a3-93d9e2a5069c req-4500f25a-ed23-4dfd-9228-6684bf0e4a0e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb4348f294cc464f89b2334676442d25&device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 1130 time: 0.0409107 May 11 06:43:00.554444 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870540a9-abd8-4ca6-954b-fd84b1c4c76a req-04e30095-ea6f-4f22-87b8-9b58c232c63c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:00.555924 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-870540a9-abd8-4ca6-954b-fd84b1c4c76a req-04e30095-ea6f-4f22-87b8-9b58c232c63c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 946 time: 0.0460689 May 11 06:43:00.606884 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-870540a9-abd8-4ca6-954b-fd84b1c4c76a req-b6595d2b-d4e5-4a1f-ba31-894b8bb18b13 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448802 May 11 06:43:00.774329 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71aa7b-6269-42e7-b6a3-93d9e2a5069c req-56c40144-bc2d-4c88-a4df-aae5936e57f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:00.775824 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7f71aa7b-6269-42e7-b6a3-93d9e2a5069c req-56c40144-bc2d-4c88-a4df-aae5936e57f4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=61e699df-3755-47eb-b019-c5436429fdb7 HTTP/1.1" status: 200 len: 916 time: 0.1430337 May 11 06:43:00.874110 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7f71aa7b-6269-42e7-b6a3-93d9e2a5069c req-78d4c18a-87a9-441a-8864-a1a2409153a7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c372b82a-d12b-49fe-954d-646c72f56cf5 HTTP/1.1" status: 200 len: 1002 time: 0.0886290 May 11 06:43:00.924744 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:01.099283 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71aa7b-6269-42e7-b6a3-93d9e2a5069c req-871c16a3-5cde-452a-a366-df548a6b6990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:01.100653 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7f71aa7b-6269-42e7-b6a3-93d9e2a5069c req-871c16a3-5cde-452a-a366-df548a6b6990 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff6c0e1a-69e0-4947-b746-0e027c95d678 HTTP/1.1" status: 200 len: 854 time: 0.0464733 May 11 06:43:01.758191 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b1a79b-6c63-458c-8058-3fc8df4dfc4d req-d54deb81-de22-4b0d-8a2d-1eb889b4e920 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:01.759746 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-43b1a79b-6c63-458c-8058-3fc8df4dfc4d req-d54deb81-de22-4b0d-8a2d-1eb889b4e920 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 946 time: 0.0789964 May 11 06:43:01.783484 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71aa7b-6269-42e7-b6a3-93d9e2a5069c req-8049899a-09f1-43ac-9b17-70206cd145c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:01.784967 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7f71aa7b-6269-42e7-b6a3-93d9e2a5069c req-8049899a-09f1-43ac-9b17-70206cd145c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61e699df-3755-47eb-b019-c5436429fdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0759811 May 11 06:43:01.813844 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-43b1a79b-6c63-458c-8058-3fc8df4dfc4d req-7b30d02b-82de-49ba-a9e8-fc4e70fe1250 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459177 May 11 06:43:02.551889 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:02.931572 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27306349-c1c0-49f1-950e-cd02e06993fa req-7edb813f-a5a0-4222-981c-110b3e81904e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:02.933043 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-27306349-c1c0-49f1-950e-cd02e06993fa req-7edb813f-a5a0-4222-981c-110b3e81904e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 946 time: 0.0467150 May 11 06:43:02.978986 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-27306349-c1c0-49f1-950e-cd02e06993fa req-f146b039-fbe1-4361-b9b0-962543ff5e09 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403831 May 11 06:43:03.167692 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7f71aa7b-6269-42e7-b6a3-93d9e2a5069c req-8b8af78c-0f1c-4f93-bfe3-bda777a950b5 service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913177 May 11 06:43:03.307867 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7f71aa7b-6269-42e7-b6a3-93d9e2a5069c req-39b1b3ff-a857-4c05-9171-22b209077c2f service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914702 May 11 06:43:22.007705 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d9e4a-508d-45fb-b4d1-99530f95b8d5 req-80c2de09-da64-4ca7-ab2e-1e931ba6f44d tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:22.009109 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-047d9e4a-508d-45fb-b4d1-99530f95b8d5 req-80c2de09-da64-4ca7-ab2e-1e931ba6f44d tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 946 time: 0.0519295 May 11 06:43:22.055097 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-047d9e4a-508d-45fb-b4d1-99530f95b8d5 req-3b469f56-bde7-4d70-8f7b-ddf44c230cf5 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397780 May 11 06:43:23.169804 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5f2fa-6f5d-4033-bcf4-d763ce8128ba req-70f4219c-2e46-4e16-8282-6a40c6766ee6 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:23.171247 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f3a5f2fa-6f5d-4033-bcf4-d763ce8128ba req-70f4219c-2e46-4e16-8282-6a40c6766ee6 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 946 time: 0.0470471 May 11 06:43:23.216969 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f3a5f2fa-6f5d-4033-bcf4-d763ce8128ba req-2a2915c9-540f-4355-8de9-2b63ebddb823 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400620 May 11 06:43:24.332710 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf93bf-e391-4d37-886e-327a792612df req-525ea1e0-2910-41dd-9937-e0778ed7e8d3 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:24.334051 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7baf93bf-e391-4d37-886e-327a792612df req-525ea1e0-2910-41dd-9937-e0778ed7e8d3 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 946 time: 0.0489898 May 11 06:43:24.378200 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7baf93bf-e391-4d37-886e-327a792612df req-215dd5a2-6529-4a8b-bc59-e11cc63032e6 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386944 May 11 06:43:24.696982 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6218b96-c1da-483b-a3c9-34ffa68d53a9 req-b1086761-9c03-4e55-a783-8a85e708cd84 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:24.698664 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f6218b96-c1da-483b-a3c9-34ffa68d53a9 req-b1086761-9c03-4e55-a783-8a85e708cd84 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.70 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 946 time: 0.0461795 May 11 06:43:24.818085 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-f6218b96-c1da-483b-a3c9-34ffa68d53a9 req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Deleting port cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:43:24.818425 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-f6218b96-c1da-483b-a3c9-34ffa68d53a9 req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:24.906126 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-f6218b96-c1da-483b-a3c9-34ffa68d53a9 req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] For port cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e,segment=NetworkSegment(41043fce-16f2-49c5-87b4-7ec59c1cd08e),segment_id=41043fce-16f2-49c5-87b4-7ec59c1cd08e)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:43:24.906485 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-f6218b96-c1da-483b-a3c9-34ffa68d53a9 req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:24.920816 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-f6218b96-c1da-483b-a3c9-34ffa68d53a9 req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Calling delete_port for cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e owned by compute:nova {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:43:25.074507 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-f6218b96-c1da-483b-a3c9-34ffa68d53a9 req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:25.100663 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Pushing event deleted for resources: {'Port': ['ID=cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:43:25.110740 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:25.111084 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:25.111451 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:25.111787 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:25.112117 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:25.112444 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:25.112769 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:25.113092 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:25.113415 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:25.113735 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:25.114475 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:25.114475 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:25.114650 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:25.114970 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:25.115308 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:25.126586 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:43:25.183397 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6218b96-c1da-483b-a3c9-34ffa68d53a9 req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] No DVR routers for this DVR port cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e on host hv-cinder-80475 {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:43:25.186392 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-f6218b96-c1da-483b-a3c9-34ffa68d53a9 req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:25.189660 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f6218b96-c1da-483b-a3c9-34ffa68d53a9 req-22ffa0e1-f7ea-481c-86b9-cd3a9cc0b1cf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.70 "DELETE /v2.0/ports/cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e HTTP/1.1" status: 204 len: 173 time: 0.4814179 May 11 06:43:25.190096 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ac5bc3a-4844-477e-a612-c18b8f0b9723', 'name': 'network-vif-deleted', 'tag': 'cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:43:25.192328 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17db41f1-5e23-4cdb-a27b-38cd9467e00b" -d '{"events": [{"server_uuid": "3ac5bc3a-4844-477e-a612-c18b8f0b9723", "name": "network-vif-deleted", "tag": "cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:43:25.227018 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ab9c78-8af6-4f4b-b8b7-cfc66b67c762 x-openstack-request-id: req-a3ab9c78-8af6-4f4b-b8b7-cfc66b67c762 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:43:25.227332 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ac5bc3a-4844-477e-a612-c18b8f0b9723", "name": "network-vif-deleted", "tag": "cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:43:25.227588 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a3ab9c78-8af6-4f4b-b8b7-cfc66b67c762 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:43:25.227988 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ab9c78-8af6-4f4b-b8b7-cfc66b67c762'] response: {'server_uuid': '3ac5bc3a-4844-477e-a612-c18b8f0b9723', 'name': 'network-vif-deleted', 'tag': 'cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e', 'status': 'completed', 'code': 200} May 11 06:43:25.630533 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-bb2fd277-7d23-46e9-9acf-c6b15d197991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:25.705124 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d945f4ff-81a1-4f96-aafa-9211eb7314f3 req-4db60536-e175-4977-a055-b2c80589b3d5 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=3ac5bc3a-4844-477e-a612-c18b8f0b9723 HTTP/1.1" status: 200 len: 210 time: 0.2486074 May 11 06:43:27.754307 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-739acca9-381f-4645-88a7-5aa6ddf24d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:29.032848 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:29.955110 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:43:29.982542 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:43:29.982944 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device cfb53607-7fbc-4f5a-a8f2-b1ed289c7b2e not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:43:29.991772 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:30.916357 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:43:30.929086 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:32.554228 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:36.731186 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-d327d49d-b7a7-4ea3-8702-5d3188792f9d tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:36.732578 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-d327d49d-b7a7-4ea3-8702-5d3188792f9d tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/networks?id=755ee928-3089-4dea-bd5b-18623aa24349 HTTP/1.1" status: 200 len: 814 time: 0.0975032 May 11 06:43:36.746503 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-69ab2cca-c3e1-4f44-9603-1b49e10b64ab tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/quotas/05347ecf2f1e4379bfa0f96c9df28c9c HTTP/1.1" status: 200 len: 375 time: 0.0086839 May 11 06:43:36.781572 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-9ec7d8dd-e725-4eeb-961f-d29855c79f3a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=05347ecf2f1e4379bfa0f96c9df28c9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304554 May 11 06:43:36.868954 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-baa96887-2f97-4d43-8efc-1445642bffff service neutron] 10.222.0.64 "GET /v2.0/networks/755ee928-3089-4dea-bd5b-18623aa24349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807610 May 11 06:43:36.958090 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-5123d041-4802-464e-8df7-e154f450ab4b service neutron] 10.222.0.64 "GET /v2.0/networks/755ee928-3089-4dea-bd5b-18623aa24349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834501 May 11 06:43:37.112681 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5bffd7d4-95ae-42b2-a9cf-d9b26be614af req-de073968-b163-4eba-a713-a4597b322013 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 210 time: 0.0278120 May 11 06:43:38.239381 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7829bc94-f72a-4365-8cb1-8d4eede96bb6 req-ab8f5ec6-7f3b-40ad-8dc1-3fbeb576adeb tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 210 time: 0.0373015 May 11 06:43:38.265572 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-ac93b534-0114-4c8f-a4c3-43ee20952aa8 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:38.267019 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-ac93b534-0114-4c8f-a4c3-43ee20952aa8 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.70 "GET /v2.0/networks?id=755ee928-3089-4dea-bd5b-18623aa24349 HTTP/1.1" status: 200 len: 814 time: 0.1386516 May 11 06:43:38.293211 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-9f669f9e-4a6e-49d3-bf69-64af6d4b387a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Request body: {'port': {'device_id': 'd3d4ab69-7025-4c29-9e86-88f48dec8d5b', 'network_id': '755ee928-3089-4dea-bd5b-18623aa24349', 'admin_state_up': True, 'tenant_id': '05347ecf2f1e4379bfa0f96c9df28c9c'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:43:38.400544 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-9f669f9e-4a6e-49d3-bf69-64af6d4b387a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Made reservation on behalf of 05347ecf2f1e4379bfa0f96c9df28c9c for: {'port': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:43:38.404160 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-9f669f9e-4a6e-49d3-bf69-64af6d4b387a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:38.522951 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-9f669f9e-4a6e-49d3-bf69-64af6d4b387a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Allocated IP 172.20.0.13 (755ee928-3089-4dea-bd5b-18623aa24349/893d8857-5479-4e6d-a14a-8b86c4106251/345508dc-7ee8-4f6f-968f-12fa627c66a9) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:43:38.675922 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-9f669f9e-4a6e-49d3-bf69-64af6d4b387a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Publish callbacks [] for port (345508dc-7ee8-4f6f-968f-12fa627c66a9), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:38.706953 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-9f669f9e-4a6e-49d3-bf69-64af6d4b387a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (345508dc-7ee8-4f6f-968f-12fa627c66a9), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:38.747627 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-9f669f9e-4a6e-49d3-bf69-64af6d4b387a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Network 755ee928-3089-4dea-bd5b-18623aa24349 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:43:38.750637 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-9f669f9e-4a6e-49d3-bf69-64af6d4b387a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:43:38.754221 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-9f669f9e-4a6e-49d3-bf69-64af6d4b387a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:43:38.786446 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f669f9e-4a6e-49d3-bf69-64af6d4b387a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Pushing event updated for resources: {'Port': ['ID=345508dc-7ee8-4f6f-968f-12fa627c66a9,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:43:38.810898 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-9f669f9e-4a6e-49d3-bf69-64af6d4b387a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:38.811541 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-9f669f9e-4a6e-49d3-bf69-64af6d4b387a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:38.827384 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-9f669f9e-4a6e-49d3-bf69-64af6d4b387a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5380526 May 11 06:43:38.847413 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Request body: {'port': {'device_id': 'd3d4ab69-7025-4c29-9e86-88f48dec8d5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:43:38.908601 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (345508dc-7ee8-4f6f-968f-12fa627c66a9), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:39.193804 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345508dc-7ee8-4f6f-968f-12fa627c66a9 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:43:39.201383 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Publish callbacks [] for port (345508dc-7ee8-4f6f-968f-12fa627c66a9), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:39.213212 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Transition to ACTIVE for port object 345508dc-7ee8-4f6f-968f-12fa627c66a9 will not be triggered until provisioned by entity L2. {{(pid=104513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:43:39.220654 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (345508dc-7ee8-4f6f-968f-12fa627c66a9), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:39.292840 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Pushing event updated for resources: {'Port': ['ID=345508dc-7ee8-4f6f-968f-12fa627c66a9,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:43:39.401847 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11770a7-edbc-4b23-a649-8fb354eba4bf req-715f6b4c-7f54-417d-aae0-47dff41fd60b tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:39.404503 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b11770a7-edbc-4b23-a649-8fb354eba4bf req-715f6b4c-7f54-417d-aae0-47dff41fd60b tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 944 time: 0.0847027 May 11 06:43:39.409314 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Attempting to bind port 345508dc-7ee8-4f6f-968f-12fa627c66a9 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:43:39.409650 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Attempting to bind port 345508dc-7ee8-4f6f-968f-12fa627c66a9 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '41043fce-16f2-49c5-87b4-7ec59c1cd08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '755ee928-3089-4dea-bd5b-18623aa24349'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:43:39.409978 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Attempting to bind port 345508dc-7ee8-4f6f-968f-12fa627c66a9 on network 755ee928-3089-4dea-bd5b-18623aa24349 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:43:39.421389 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Port 345508dc-7ee8-4f6f-968f-12fa627c66a9 on network 755ee928-3089-4dea-bd5b-18623aa24349 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:43:39.421713 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Attempting to bind port 345508dc-7ee8-4f6f-968f-12fa627c66a9 on network 755ee928-3089-4dea-bd5b-18623aa24349 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:43:39.434143 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:43:39.434490 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Checking segment: {'id': '41043fce-16f2-49c5-87b4-7ec59c1cd08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '755ee928-3089-4dea-bd5b-18623aa24349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:43:39.434870 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Bound using segment: {'id': '41043fce-16f2-49c5-87b4-7ec59c1cd08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '755ee928-3089-4dea-bd5b-18623aa24349'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:43:39.435772 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Bound port: 345508dc-7ee8-4f6f-968f-12fa627c66a9, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41043fce-16f2-49c5-87b4-7ec59c1cd08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '755ee928-3089-4dea-bd5b-18623aa24349'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:43:39.435772 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (345508dc-7ee8-4f6f-968f-12fa627c66a9), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:39.493899 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b11770a7-edbc-4b23-a649-8fb354eba4bf req-04a13dd3-2024-4979-ab8e-5ea8eeaa014a tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805504 May 11 06:43:39.523855 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] For port 345508dc-7ee8-4f6f-968f-12fa627c66a9, host hv-cinder-80475, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:43:39.528694 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] For port 345508dc-7ee8-4f6f-968f-12fa627c66a9, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=345508dc-7ee8-4f6f-968f-12fa627c66a9,segment=NetworkSegment(41043fce-16f2-49c5-87b4-7ec59c1cd08e),segment_id=41043fce-16f2-49c5-87b4-7ec59c1cd08e)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:43:39.535744 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (345508dc-7ee8-4f6f-968f-12fa627c66a9), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:39.568843 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:39.569626 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:39.571008 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] 10.222.0.70 "PUT /v2.0/ports/345508dc-7ee8-4f6f-968f-12fa627c66a9 HTTP/1.1" status: 200 len: 1094 time: 0.7276592 May 11 06:43:39.574534 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d4ab69-7025-4c29-9e86-88f48dec8d5b', 'tag': '345508dc-7ee8-4f6f-968f-12fa627c66a9'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:43:39.577281 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cf7b0e-392c-425d-a63a-93e4f8669b07" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d4ab69-7025-4c29-9e86-88f48dec8d5b", "tag": "345508dc-7ee8-4f6f-968f-12fa627c66a9"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:43:39.620463 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c1069c-57e8-4994-af61-27c7514669c0 x-openstack-request-id: req-66c1069c-57e8-4994-af61-27c7514669c0 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:43:39.620752 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d4ab69-7025-4c29-9e86-88f48dec8d5b", "tag": "345508dc-7ee8-4f6f-968f-12fa627c66a9", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:43:39.621000 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-66c1069c-57e8-4994-af61-27c7514669c0 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:43:39.621410 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c1069c-57e8-4994-af61-27c7514669c0'] response: {'name': 'network-changed', 'server_uuid': 'd3d4ab69-7025-4c29-9e86-88f48dec8d5b', 'tag': '345508dc-7ee8-4f6f-968f-12fa627c66a9', 'status': 'completed', 'code': 200} May 11 06:43:39.640523 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e6b4e-884f-4b37-96c3-ba6d0df55655 service neutron] Pushing event updated for resources: {'Port': ['ID=345508dc-7ee8-4f6f-968f-12fa627c66a9,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:43:39.651518 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84670222-7cda-4110-94da-90088a22e5e5 req-682e8e00-a5b9-449c-9b8b-92780ae4fc28 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:39.653035 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-84670222-7cda-4110-94da-90088a22e5e5 req-682e8e00-a5b9-449c-9b8b-92780ae4fc28 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 946 time: 0.0792584 May 11 06:43:39.699799 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-84670222-7cda-4110-94da-90088a22e5e5 req-3eb04ed3-9821-46f5-a804-9ba15ab3a3ac tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410748 May 11 06:43:40.611076 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406251e-693c-4082-8fca-0806099bbdba req-21d9cdb7-6ab6-42c0-8460-a3ae26bbc8d0 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:40.612592 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0406251e-693c-4082-8fca-0806099bbdba req-21d9cdb7-6ab6-42c0-8460-a3ae26bbc8d0 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 944 time: 0.0464470 May 11 06:43:40.658091 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0406251e-693c-4082-8fca-0806099bbdba req-22d2083b-de73-4713-9863-0f2336d34499 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400832 May 11 06:43:40.814173 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119ab3f-77f5-4ba4-8f74-3847d7a12267 req-dba1cd05-8d05-436d-8ffa-c3507aacce5e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:40.815657 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a119ab3f-77f5-4ba4-8f74-3847d7a12267 req-dba1cd05-8d05-436d-8ffa-c3507aacce5e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 946 time: 0.0494895 May 11 06:43:40.861832 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a119ab3f-77f5-4ba4-8f74-3847d7a12267 req-33d4d272-3d3d-4d22-860a-696bf31bf8bd tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407298 May 11 06:43:41.132267 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf7b0e-392c-425d-a63a-93e4f8669b07 req-220828b6-ff8a-47bb-b50b-7173f1a622bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:41.133747 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b4cf7b0e-392c-425d-a63a-93e4f8669b07 req-220828b6-ff8a-47bb-b50b-7173f1a622bb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=05347ecf2f1e4379bfa0f96c9df28c9c&device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 1128 time: 0.0391486 May 11 06:43:41.261887 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf7b0e-392c-425d-a63a-93e4f8669b07 req-2d8c208c-1436-47c2-a707-6d177534c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:41.264216 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b4cf7b0e-392c-425d-a63a-93e4f8669b07 req-2d8c208c-1436-47c2-a707-6d177534c765 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=05347ecf2f1e4379bfa0f96c9df28c9c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0937631 May 11 06:43:41.607441 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf7b0e-392c-425d-a63a-93e4f8669b07 req-74064de2-4f17-435f-9537-38d7c837b26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:41.608970 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b4cf7b0e-392c-425d-a63a-93e4f8669b07 req-74064de2-4f17-435f-9537-38d7c837b26c service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910156 May 11 06:43:41.801591 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62143e23-3bcf-4551-acd5-f8827b38aea7 req-3aa9eea4-df7d-40cc-b7ba-dddfe83a2313 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:41.803074 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-62143e23-3bcf-4551-acd5-f8827b38aea7 req-3aa9eea4-df7d-40cc-b7ba-dddfe83a2313 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 944 time: 0.0753355 May 11 06:43:41.817196 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-e8bb6e4a-1a8b-44b7-a278-bc7acd787922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:41.818685 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-e8bb6e4a-1a8b-44b7-a278-bc7acd787922 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=05347ecf2f1e4379bfa0f96c9df28c9c&device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 1128 time: 0.0423005 May 11 06:43:41.823334 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920f8fb-f05d-4b4a-b389-72142dc50812 req-7bdf34e9-8d82-4f9b-8eb0-c2e80813ce6a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:41.825318 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0920f8fb-f05d-4b4a-b389-72142dc50812 req-7bdf34e9-8d82-4f9b-8eb0-c2e80813ce6a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 946 time: 0.0690818 May 11 06:43:41.889757 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-62143e23-3bcf-4551-acd5-f8827b38aea7 req-c2717116-63cd-4aad-a7cd-1c4c199ae3f0 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806069 May 11 06:43:41.976005 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-0920f8fb-f05d-4b4a-b389-72142dc50812 req-706a0693-4d6c-4acc-96c8-83673dbd2d84 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Deleting port 878b5dad-3ac4-42a4-af88-930587b53519 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:43:41.976226 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-0920f8fb-f05d-4b4a-b389-72142dc50812 req-706a0693-4d6c-4acc-96c8-83673dbd2d84 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (878b5dad-3ac4-42a4-af88-930587b53519), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:42.015004 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333857fa-bf8d-4457-aa85-804457a86552 req-3507353d-e564-49be-a2b8-74420e1fd66a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:42.016579 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-333857fa-bf8d-4457-aa85-804457a86552 req-3507353d-e564-49be-a2b8-74420e1fd66a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 946 time: 0.0847526 May 11 06:43:42.106113 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-f5d7bf01-51bb-442c-ae55-0e75ee731426 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=345508dc-7ee8-4f6f-968f-12fa627c66a9 HTTP/1.1" status: 200 len: 217 time: 0.2618086 May 11 06:43:42.110864 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-0920f8fb-f05d-4b4a-b389-72142dc50812 req-706a0693-4d6c-4acc-96c8-83673dbd2d84 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] For port 878b5dad-3ac4-42a4-af88-930587b53519, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=878b5dad-3ac4-42a4-af88-930587b53519,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:43:42.111227 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-0920f8fb-f05d-4b4a-b389-72142dc50812 req-706a0693-4d6c-4acc-96c8-83673dbd2d84 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (878b5dad-3ac4-42a4-af88-930587b53519), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:42.116458 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-333857fa-bf8d-4457-aa85-804457a86552 req-da8677c6-c553-434b-a5b4-e0d341c1b8e6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=cd04d463-3498-4728-b29e-ff12d05f5d7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937092 May 11 06:43:42.155030 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-0ed72bb2-baf5-4968-8505-8ab4b75d0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:42.156755 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-0ed72bb2-baf5-4968-8505-8ab4b75d0d55 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=893d8857-5479-4e6d-a14a-8b86c4106251 HTTP/1.1" status: 200 len: 854 time: 0.0440884 May 11 06:43:42.191032 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-f650464a-d13c-49b8-88ff-19bb8da43c58 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=755ee928-3089-4dea-bd5b-18623aa24349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267003 May 11 06:43:42.285439 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-587b558c-8401-4b75-b561-0c8e9fe9eead service neutron] 10.222.0.70 "GET /v2.0/networks/755ee928-3089-4dea-bd5b-18623aa24349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858357 May 11 06:43:42.346716 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-0920f8fb-f05d-4b4a-b389-72142dc50812 req-706a0693-4d6c-4acc-96c8-83673dbd2d84 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:42.347256 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-0920f8fb-f05d-4b4a-b389-72142dc50812 req-706a0693-4d6c-4acc-96c8-83673dbd2d84 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (ec76c87f-4c15-4436-9f0a-8060422b3ed7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:42.347604 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [req-0920f8fb-f05d-4b4a-b389-72142dc50812 req-706a0693-4d6c-4acc-96c8-83673dbd2d84 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Floating IP ec76c87f-4c15-4436-9f0a-8060422b3ed7 disassociated. External IP: 172.27.2.240, port: 878b5dad-3ac4-42a4-af88-930587b53519. May 11 06:43:42.347952 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-0920f8fb-f05d-4b4a-b389-72142dc50812 req-706a0693-4d6c-4acc-96c8-83673dbd2d84 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Calling delete_port for 878b5dad-3ac4-42a4-af88-930587b53519 owned by compute:nova {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:43:42.379400 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b184b350-15f9-4c57-a739-7b088b5fa8a0 req-63d6e2e7-602c-4dc2-8191-130b55f0ff3e service neutron] 10.222.0.70 "GET /v2.0/networks/755ee928-3089-4dea-bd5b-18623aa24349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844738 May 11 06:43:42.475186 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-0920f8fb-f05d-4b4a-b389-72142dc50812 req-706a0693-4d6c-4acc-96c8-83673dbd2d84 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (878b5dad-3ac4-42a4-af88-930587b53519), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:42.503479 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a0693-4d6c-4acc-96c8-83673dbd2d84 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event deleted for resources: {'Port': ['ID=878b5dad-3ac4-42a4-af88-930587b53519,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:43:42.619876 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0920f8fb-f05d-4b4a-b389-72142dc50812 req-706a0693-4d6c-4acc-96c8-83673dbd2d84 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Router 58024757-0472-42af-9a5f-e09dbcca1c29 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:43:42.728125 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0920f8fb-f05d-4b4a-b389-72142dc50812 req-706a0693-4d6c-4acc-96c8-83673dbd2d84 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:43:42.739413 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0748671b-9bdb-45ac-bdb0-a91040451566 None None] Sync routers for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:43:42.750149 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748671b-9bdb-45ac-bdb0-a91040451566 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:43:42.751043 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-0748671b-9bdb-45ac-bdb0-a91040451566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:43:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:43:42.770889 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-0920f8fb-f05d-4b4a-b389-72142dc50812 req-706a0693-4d6c-4acc-96c8-83673dbd2d84 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] No DVR routers for this DVR port 878b5dad-3ac4-42a4-af88-930587b53519 on host hv-cinder-80475 {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:43:42.773996 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-0920f8fb-f05d-4b4a-b389-72142dc50812 req-706a0693-4d6c-4acc-96c8-83673dbd2d84 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:42.777246 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0920f8fb-f05d-4b4a-b389-72142dc50812 req-706a0693-4d6c-4acc-96c8-83673dbd2d84 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "DELETE /v2.0/ports/878b5dad-3ac4-42a4-af88-930587b53519 HTTP/1.1" status: 204 len: 173 time: 0.9314802 May 11 06:43:42.777679 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f9778e-fe70-41f8-b12c-d55c6aa0ade9', 'name': 'network-vif-deleted', 'tag': '878b5dad-3ac4-42a4-af88-930587b53519'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:43:42.779914 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfc7e37-be0c-428a-93f0-3904ef9a5d7d" -d '{"events": [{"server_uuid": "10f9778e-fe70-41f8-b12c-d55c6aa0ade9", "name": "network-vif-deleted", "tag": "878b5dad-3ac4-42a4-af88-930587b53519"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:43:42.818608 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a9a7fc-4217-4445-8699-0c8821795c15 x-openstack-request-id: req-a9a9a7fc-4217-4445-8699-0c8821795c15 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:43:42.819180 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f9778e-fe70-41f8-b12c-d55c6aa0ade9", "name": "network-vif-deleted", "tag": "878b5dad-3ac4-42a4-af88-930587b53519", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:43:42.819180 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a9a9a7fc-4217-4445-8699-0c8821795c15 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:43:42.819537 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a9a7fc-4217-4445-8699-0c8821795c15'] response: {'server_uuid': '10f9778e-fe70-41f8-b12c-d55c6aa0ade9', 'name': 'network-vif-deleted', 'tag': '878b5dad-3ac4-42a4-af88-930587b53519', 'status': 'completed', 'code': 200} May 11 06:43:42.860661 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-0748671b-9bdb-45ac-bdb0-a91040451566 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:43:43.009555 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04849905-8813-42c0-86b6-fe7a713fe602 req-7d6e7267-e80f-44ba-9e7a-13e2ca65a1c8 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:43.011025 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-04849905-8813-42c0-86b6-fe7a713fe602 req-7d6e7267-e80f-44ba-9e7a-13e2ca65a1c8 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 944 time: 0.0492835 May 11 06:43:43.059964 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-04849905-8813-42c0-86b6-fe7a713fe602 req-830bb29c-5861-46c5-b0d4-b64e2ccd296e tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414543 May 11 06:43:43.082167 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-0748671b-9bdb-45ac-bdb0-a91040451566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '6b937a68-3272-4ac3-abbf-556e83aad4ee', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': 'c372b82a-d12b-49fe-954d-646c72f56cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:db:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:39:22Z', 'updated_at': '2022-05-11T06:40:26Z', 'revision_number': 2, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:43:43.108039 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0748671b-9bdb-45ac-bdb0-a91040451566 None None] Checking router: 58024757-0472-42af-9a5f-e09dbcca1c29 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:43:43.116456 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748671b-9bdb-45ac-bdb0-a91040451566 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:43:43.117048 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-0748671b-9bdb-45ac-bdb0-a91040451566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:43:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:43:43.215857 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6d598883-560e-4bff-bd0a-dc860234cc5e req-7e6c59ec-5741-4132-96bc-d7938524974d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=10f9778e-fe70-41f8-b12c-d55c6aa0ade9 HTTP/1.1" status: 200 len: 210 time: 0.0275626 May 11 06:43:43.236425 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-0748671b-9bdb-45ac-bdb0-a91040451566 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:43:43.440549 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-0748671b-9bdb-45ac-bdb0-a91040451566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '6b937a68-3272-4ac3-abbf-556e83aad4ee', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': 'c372b82a-d12b-49fe-954d-646c72f56cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:db:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:39:22Z', 'updated_at': '2022-05-11T06:40:26Z', 'revision_number': 2, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:43:43.471152 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0748671b-9bdb-45ac-bdb0-a91040451566 None None] The sync data for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi is: [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '6b937a68-3272-4ac3-abbf-556e83aad4ee', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.204', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': 'c372b82a-d12b-49fe-954d-646c72f56cf5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:db:69:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:39:22Z', 'updated_at': '2022-05-11T06:40:26Z', 'revision_number': 2, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:43:43.713551 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429b66da-6066-4efa-8443-730fb3b79204 None None] New status for floating IP ec76c87f-4c15-4436-9f0a-8060422b3ed7: DOWN {{(pid=104515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:43:44.180633 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bd4a0-c148-4790-9a5a-2a26d03ccaba req-68f1ca06-26d5-4e5f-8db8-d9832450636d tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:44.182113 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ae4bd4a0-c148-4790-9a5a-2a26d03ccaba req-68f1ca06-26d5-4e5f-8db8-d9832450636d tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 944 time: 0.0523610 May 11 06:43:44.241965 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ae4bd4a0-c148-4790-9a5a-2a26d03ccaba req-77549743-fcc3-4f0b-8280-2fc2ceb98fa4 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540385 May 11 06:43:44.323774 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 40674) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:43:44.382713 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (cd04d463-3498-4728-b29e-ff12d05f5d7d), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:44.410337 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (cd04d463-3498-4728-b29e-ff12d05f5d7d), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:44.469758 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (cd04d463-3498-4728-b29e-ff12d05f5d7d), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:44.472514 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:44.473739 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "DELETE /v2.0/security-groups/cd04d463-3498-4728-b29e-ff12d05f5d7d HTTP/1.1" status: 204 len: 168 time: 0.1484029 May 11 06:43:44.476562 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 40680) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:43:44.489365 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd04d463-3498-4728-b29e-ff12d05f5d7d,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:43:44.492671 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.api.v2.resource [None req-3f79ba98-134e-4dc0-8bcb-e45b0d0c640c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] show failed (client error): The resource could not be found. May 11 06:43:44.494077 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-3f79ba98-134e-4dc0-8bcb-e45b0d0c640c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups/cd04d463-3498-4728-b29e-ff12d05f5d7d HTTP/1.1" status: 404 len: 347 time: 0.0161636 May 11 06:43:44.497499 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 40682) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:43:44.499943 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:44.500298 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:44.500765 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:44.501108 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:44.501473 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:44.501808 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:44.502165 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:44.502495 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:44.502821 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:44.503149 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:44.503502 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:44.503829 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:44.504152 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:44.504478 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:44.504947 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ca79b1-c1cb-4f3a-9e09-9eb4a4f02470 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:43:44.636699 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-495d2b6a-0329-4f3f-8dd5-7a24d03edb69 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Deleting port 8ceef6a1-75eb-48f4-bb0f-11b187853e58 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:43:44.637640 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-495d2b6a-0329-4f3f-8dd5-7a24d03edb69 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (8ceef6a1-75eb-48f4-bb0f-11b187853e58), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:44.724961 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-495d2b6a-0329-4f3f-8dd5-7a24d03edb69 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (8ceef6a1-75eb-48f4-bb0f-11b187853e58), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:44.725297 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-495d2b6a-0329-4f3f-8dd5-7a24d03edb69 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (8ceef6a1-75eb-48f4-bb0f-11b187853e58), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:44.737700 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-495d2b6a-0329-4f3f-8dd5-7a24d03edb69 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Calling delete_port for 8ceef6a1-75eb-48f4-bb0f-11b187853e58 owned by network:floatingip {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:43:44.888008 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-495d2b6a-0329-4f3f-8dd5-7a24d03edb69 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (8ceef6a1-75eb-48f4-bb0f-11b187853e58), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:44.912903 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d2b6a-0329-4f3f-8dd5-7a24d03edb69 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event deleted for resources: {'Port': ['ID=8ceef6a1-75eb-48f4-bb0f-11b187853e58,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:43:44.923362 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 345508dc-7ee8-4f6f-968f-12fa627c66a9 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:43:44.935953 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 878b5dad-3ac4-42a4-af88-930587b53519 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:43:44.964031 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: 878b5dad-3ac4-42a4-af88-930587b53519 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:43:44.964674 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 878b5dad-3ac4-42a4-af88-930587b53519 not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:43:44.998587 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-495d2b6a-0329-4f3f-8dd5-7a24d03edb69 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (ec76c87f-4c15-4436-9f0a-8060422b3ed7), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:45.001168 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-495d2b6a-0329-4f3f-8dd5-7a24d03edb69 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:45.002367 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-495d2b6a-0329-4f3f-8dd5-7a24d03edb69 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "DELETE /v2.0/floatingips/ec76c87f-4c15-4436-9f0a-8060422b3ed7 HTTP/1.1" status: 204 len: 168 time: 0.5036886 May 11 06:43:45.065587 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 345508dc-7ee8-4f6f-968f-12fa627c66a9, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=345508dc-7ee8-4f6f-968f-12fa627c66a9,segment=NetworkSegment(41043fce-16f2-49c5-87b4-7ec59c1cd08e),segment_id=41043fce-16f2-49c5-87b4-7ec59c1cd08e)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:43:45.082469 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': '345508dc-7ee8-4f6f-968f-12fa627c66a9', 'network_id': '755ee928-3089-4dea-bd5b-18623aa24349', 'port_id': '345508dc-7ee8-4f6f-968f-12fa627c66a9', 'mac_address': 'fa:16:3e:25:77:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '893d8857-5479-4e6d-a14a-8b86c4106251', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:43:45.122597 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 345508dc-7ee8-4f6f-968f-12fa627c66a9 is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:43:45.122986 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (345508dc-7ee8-4f6f-968f-12fa627c66a9), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:45.135996 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345508dc-7ee8-4f6f-968f-12fa627c66a9 {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:43:45.157061 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 345508dc-7ee8-4f6f-968f-12fa627c66a9, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=345508dc-7ee8-4f6f-968f-12fa627c66a9,segment=NetworkSegment(41043fce-16f2-49c5-87b4-7ec59c1cd08e),segment_id=41043fce-16f2-49c5-87b4-7ec59c1cd08e)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:43:45.161233 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (345508dc-7ee8-4f6f-968f-12fa627c66a9), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:45.210378 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=345508dc-7ee8-4f6f-968f-12fa627c66a9,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:43:45.378654 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f715e-0e29-4aeb-9ef4-243465c5879f req-336b947e-4b56-4a1c-bcf7-e42aad8b47ae tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:45.380887 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-139f715e-0e29-4aeb-9ef4-243465c5879f req-336b947e-4b56-4a1c-bcf7-e42aad8b47ae tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 945 time: 0.0577199 May 11 06:43:45.433627 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-139f715e-0e29-4aeb-9ef4-243465c5879f req-835d2993-e5fe-4dee-baf6-0b124855ba2d tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459425 May 11 06:43:45.624853 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['345508dc-7ee8-4f6f-968f-12fa627c66a9'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:43:46.543994 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628312d-41ff-41a1-85d3-86677201ff64 req-24240d63-602e-41d5-9980-75ea5ce50b24 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:46.545456 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9628312d-41ff-41a1-85d3-86677201ff64 req-24240d63-602e-41d5-9980-75ea5ce50b24 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 945 time: 0.0448866 May 11 06:43:46.591516 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9628312d-41ff-41a1-85d3-86677201ff64 req-b50443c2-df93-4f9e-ab0e-2eaa3337e0ce tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404522 May 11 06:43:46.924625 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 345508dc-7ee8-4f6f-968f-12fa627c66a9 up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:43:46.967727 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port 345508dc-7ee8-4f6f-968f-12fa627c66a9 completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:43:46.973334 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port 345508dc-7ee8-4f6f-968f-12fa627c66a9 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:43:46.973703 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (345508dc-7ee8-4f6f-968f-12fa627c66a9), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:47.049549 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 345508dc-7ee8-4f6f-968f-12fa627c66a9 is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:43:47.049863 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (345508dc-7ee8-4f6f-968f-12fa627c66a9), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:47.071111 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d4ab69-7025-4c29-9e86-88f48dec8d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345508dc-7ee8-4f6f-968f-12fa627c66a9'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:43:47.073589 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1aa3d98-d992-4d38-b533-31f2b59186e0" -d '{"events": [{"server_uuid": "d3d4ab69-7025-4c29-9e86-88f48dec8d5b", "name": "network-vif-plugged", "status": "completed", "tag": "345508dc-7ee8-4f6f-968f-12fa627c66a9"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:43:47.086217 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 345508dc-7ee8-4f6f-968f-12fa627c66a9, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=345508dc-7ee8-4f6f-968f-12fa627c66a9,segment=NetworkSegment(41043fce-16f2-49c5-87b4-7ec59c1cd08e),segment_id=41043fce-16f2-49c5-87b4-7ec59c1cd08e)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:43:47.095322 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (345508dc-7ee8-4f6f-968f-12fa627c66a9), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:47.117495 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ef874e-96fc-45ee-97af-1724e82f5cb8 x-openstack-request-id: req-b5ef874e-96fc-45ee-97af-1724e82f5cb8 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:43:47.117830 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d4ab69-7025-4c29-9e86-88f48dec8d5b", "name": "network-vif-plugged", "status": "completed", "tag": "345508dc-7ee8-4f6f-968f-12fa627c66a9", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:43:47.118081 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b5ef874e-96fc-45ee-97af-1724e82f5cb8 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:43:47.118463 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ef874e-96fc-45ee-97af-1724e82f5cb8'] response: {'server_uuid': 'd3d4ab69-7025-4c29-9e86-88f48dec8d5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345508dc-7ee8-4f6f-968f-12fa627c66a9', 'code': 200} May 11 06:43:47.142869 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=345508dc-7ee8-4f6f-968f-12fa627c66a9,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:43:47.558067 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20445d2c-412b-472d-9131-7a2a9ee16cd0 req-ec5731e1-74f3-4f82-b484-4c21a6c6a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:47.559710 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-20445d2c-412b-472d-9131-7a2a9ee16cd0 req-ec5731e1-74f3-4f82-b484-4c21a6c6a2d8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 1130 time: 0.2766576 May 11 06:43:47.602348 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-20445d2c-412b-472d-9131-7a2a9ee16cd0 req-97712dc6-3808-426b-8011-f08a403480e3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362093 May 11 06:43:47.709831 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a16892-1a35-41a6-96bb-04e649892439 req-341caa73-a165-4c94-8a63-c8c508911652 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:47.711173 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-80a16892-1a35-41a6-96bb-04e649892439 req-341caa73-a165-4c94-8a63-c8c508911652 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 946 time: 0.0460465 May 11 06:43:47.757460 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-80a16892-1a35-41a6-96bb-04e649892439 req-01dd8859-fcd7-4d09-baef-72d3742e6afc tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402665 May 11 06:43:48.869903 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a134bc-5142-4e02-a88e-101bcd312cbb req-4b728e27-cb8c-4caa-a1e1-216fab33febf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:48.871979 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-69a134bc-5142-4e02-a88e-101bcd312cbb req-4b728e27-cb8c-4caa-a1e1-216fab33febf tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 946 time: 0.0491045 May 11 06:43:48.918667 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-69a134bc-5142-4e02-a88e-101bcd312cbb req-287c8bf3-32e7-4b15-be5c-b76db728d64f tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407231 May 11 06:43:50.029735 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b08d0-ad09-47b8-8f51-97ac891e752b req-5e6fc8e8-7dfb-4e6c-8b12-68aad3cdd1a1 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:50.031214 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-324b08d0-ad09-47b8-8f51-97ac891e752b req-5e6fc8e8-7dfb-4e6c-8b12-68aad3cdd1a1 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 946 time: 0.0463524 May 11 06:43:50.077391 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-324b08d0-ad09-47b8-8f51-97ac891e752b req-fc1aa423-304d-4946-9b9b-0b96c3a223c6 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 May 11 06:43:52.377401 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf77a1-9d40-4dc5-b682-8768dabaa781 req-6c17d5a3-b256-4707-8b3c-4f5425126d86 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:52.379072 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-75bf77a1-9d40-4dc5-b682-8768dabaa781 req-6c17d5a3-b256-4707-8b3c-4f5425126d86 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0475130 May 11 06:43:52.434788 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-75bf77a1-9d40-4dc5-b682-8768dabaa781 req-bb61a10e-0145-4c6e-8c32-d1bc751cff11 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459669 May 11 06:43:52.478659 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931fa96-7bb3-4cee-a98e-6a1ef1eec8e2 req-edaec60e-a638-4c22-bbf9-d88029af6b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:52.480227 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4931fa96-7bb3-4cee-a98e-6a1ef1eec8e2 req-edaec60e-a638-4c22-bbf9-d88029af6b5d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 1130 time: 0.0444098 May 11 06:43:52.570965 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931fa96-7bb3-4cee-a98e-6a1ef1eec8e2 req-1fe1a0c9-f487-43cb-ae11-54584485f334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:52.572396 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4931fa96-7bb3-4cee-a98e-6a1ef1eec8e2 req-1fe1a0c9-f487-43cb-ae11-54584485f334 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 919 time: 0.0836802 May 11 06:43:52.642476 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4931fa96-7bb3-4cee-a98e-6a1ef1eec8e2 req-229072b6-b3f0-4fdb-8a3f-9b0c889d98d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3a90bd8-246c-4327-a910-1612c24265cb HTTP/1.1" status: 200 len: 1002 time: 0.0634499 May 11 06:43:52.694072 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931fa96-7bb3-4cee-a98e-6a1ef1eec8e2 req-eca7df52-dfa7-49b8-a871-21c8e44e2cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:52.695564 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4931fa96-7bb3-4cee-a98e-6a1ef1eec8e2 req-eca7df52-dfa7-49b8-a871-21c8e44e2cd1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=583a5267-dd2a-4e7b-b980-2981ce70ccda HTTP/1.1" status: 200 len: 857 time: 0.0441954 May 11 06:43:52.744455 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931fa96-7bb3-4cee-a98e-6a1ef1eec8e2 req-198b5f7e-1635-45ce-852f-13e56ce511de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:52.745965 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4931fa96-7bb3-4cee-a98e-6a1ef1eec8e2 req-198b5f7e-1635-45ce-852f-13e56ce511de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f58da4c7-ef95-435b-ab0f-347f8d529b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409868 May 11 06:43:52.887504 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4931fa96-7bb3-4cee-a98e-6a1ef1eec8e2 req-196703d4-712e-43fc-af56-98f816560b76 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886426 May 11 06:43:52.983712 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4931fa96-7bb3-4cee-a98e-6a1ef1eec8e2 req-ec22918d-d824-4ca9-9b20-667c2708549e service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890107 May 11 06:43:53.548503 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660edd0-44aa-4fde-9a63-7de4c01060df req-26a97d8b-fdc0-42ff-8ee5-85c0c472b6d6 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:53.549992 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7660edd0-44aa-4fde-9a63-7de4c01060df req-26a97d8b-fdc0-42ff-8ee5-85c0c472b6d6 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0468905 May 11 06:43:53.596426 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7660edd0-44aa-4fde-9a63-7de4c01060df req-02f6edcf-6ab4-4af7-b88f-759d9f54d030 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409243 May 11 06:43:54.087398 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c31dba-9333-40d2-a671-005515096cde req-51e3f270-beae-4571-ad6e-4e3b828e949a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:54.088900 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c2c31dba-9333-40d2-a671-005515096cde req-51e3f270-beae-4571-ad6e-4e3b828e949a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 946 time: 0.0478420 May 11 06:43:54.135397 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c2c31dba-9333-40d2-a671-005515096cde req-741cba68-8dae-41c5-acfb-6da482bb1687 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406764 May 11 06:43:54.713500 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8241a-1ad2-4ca9-9d74-b37501809323 req-c73a1395-d96c-4fc3-b2b7-a8bf5f5693fa tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:54.715532 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-57c8241a-1ad2-4ca9-9d74-b37501809323 req-c73a1395-d96c-4fc3-b2b7-a8bf5f5693fa tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0496271 May 11 06:43:54.760175 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-57c8241a-1ad2-4ca9-9d74-b37501809323 req-99531f57-6289-412a-b750-1705c7e8288c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393441 May 11 06:43:55.244764 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd24027-2de2-418f-b240-02ab47db1ff5 req-525befab-8da6-4ad1-beef-d9154e777918 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:55.247000 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bdd24027-2de2-418f-b240-02ab47db1ff5 req-525befab-8da6-4ad1-beef-d9154e777918 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 946 time: 0.0453119 May 11 06:43:55.292193 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bdd24027-2de2-418f-b240-02ab47db1ff5 req-ca040c26-8042-4576-a099-ec3f425c4a3e tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396452 May 11 06:43:55.634486 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4413c4d7-4766-43a0-a5bf-7b3360e61d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:55.870777 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25e684-bdeb-40d7-badf-00bbf7f31da3 req-bf58ffc4-8b2e-4f91-af36-d067bd2901d6 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:55.872250 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6a25e684-bdeb-40d7-badf-00bbf7f31da3 req-bf58ffc4-8b2e-4f91-af36-d067bd2901d6 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0460901 May 11 06:43:55.921643 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6a25e684-bdeb-40d7-badf-00bbf7f31da3 req-69728e1f-1172-4b91-8836-00151ea8e467 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438111 May 11 06:43:56.403489 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350933b-ed1d-4a7a-86dc-832daa88175d req-e8c01bb7-8cb0-4d7c-87a0-139d0971e95f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:56.404896 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8350933b-ed1d-4a7a-86dc-832daa88175d req-e8c01bb7-8cb0-4d7c-87a0-139d0971e95f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 946 time: 0.0457025 May 11 06:43:56.451925 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8350933b-ed1d-4a7a-86dc-832daa88175d req-20eb747e-5c0f-4ab7-aef2-d813240b8f6b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=683d7c9a-5c40-4f68-b46f-68e23b4376fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414989 May 11 06:43:56.568959 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb65a45-1be1-4b51-a147-5c727f84d160 req-0ca19501-5298-46a2-a813-d37aa389be9a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:56.570369 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5eb65a45-1be1-4b51-a147-5c727f84d160 req-0ca19501-5298-46a2-a813-d37aa389be9a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 946 time: 0.0443728 May 11 06:43:56.656622 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-5eb65a45-1be1-4b51-a147-5c727f84d160 req-473af864-dd69-42ca-be83-6763a37a24b3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Deleting port c372b82a-d12b-49fe-954d-646c72f56cf5 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:43:56.656889 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-5eb65a45-1be1-4b51-a147-5c727f84d160 req-473af864-dd69-42ca-be83-6763a37a24b3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (c372b82a-d12b-49fe-954d-646c72f56cf5), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:56.744232 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-5eb65a45-1be1-4b51-a147-5c727f84d160 req-473af864-dd69-42ca-be83-6763a37a24b3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] For port c372b82a-d12b-49fe-954d-646c72f56cf5, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c372b82a-d12b-49fe-954d-646c72f56cf5,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:43:56.744604 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-5eb65a45-1be1-4b51-a147-5c727f84d160 req-473af864-dd69-42ca-be83-6763a37a24b3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (c372b82a-d12b-49fe-954d-646c72f56cf5), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:56.919159 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-5eb65a45-1be1-4b51-a147-5c727f84d160 req-473af864-dd69-42ca-be83-6763a37a24b3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:56.919840 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-5eb65a45-1be1-4b51-a147-5c727f84d160 req-473af864-dd69-42ca-be83-6763a37a24b3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (6b937a68-3272-4ac3-abbf-556e83aad4ee), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:56.919840 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [req-5eb65a45-1be1-4b51-a147-5c727f84d160 req-473af864-dd69-42ca-be83-6763a37a24b3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Floating IP 6b937a68-3272-4ac3-abbf-556e83aad4ee disassociated. External IP: 172.27.2.204, port: c372b82a-d12b-49fe-954d-646c72f56cf5. May 11 06:43:56.920119 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-5eb65a45-1be1-4b51-a147-5c727f84d160 req-473af864-dd69-42ca-be83-6763a37a24b3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Calling delete_port for c372b82a-d12b-49fe-954d-646c72f56cf5 owned by compute:nova {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:43:57.070849 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1babf-895b-4b8e-a8fc-c8d14a0ec51f req-ac831486-2e11-447e-a6cf-c922cd559422 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:57.072351 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f9a1babf-895b-4b8e-a8fc-c8d14a0ec51f req-ac831486-2e11-447e-a6cf-c922cd559422 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0745904 May 11 06:43:57.108193 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-5eb65a45-1be1-4b51-a147-5c727f84d160 req-473af864-dd69-42ca-be83-6763a37a24b3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (c372b82a-d12b-49fe-954d-646c72f56cf5), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:57.152879 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473af864-dd69-42ca-be83-6763a37a24b3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event deleted for resources: {'Port': ['ID=c372b82a-d12b-49fe-954d-646c72f56cf5,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:43:57.165447 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f9a1babf-895b-4b8e-a8fc-c8d14a0ec51f req-ae58f5b0-44f1-41e0-904a-e8435e80663c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852759 May 11 06:43:57.280233 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5eb65a45-1be1-4b51-a147-5c727f84d160 req-473af864-dd69-42ca-be83-6763a37a24b3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Router 58024757-0472-42af-9a5f-e09dbcca1c29 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:43:57.403116 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5eb65a45-1be1-4b51-a147-5c727f84d160 req-473af864-dd69-42ca-be83-6763a37a24b3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:43:57.414215 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b177b0f-1bec-4349-8039-e72c10fef6f9 None None] Sync routers for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:43:57.425273 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b177b0f-1bec-4349-8039-e72c10fef6f9 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:43:57.426158 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-4b177b0f-1bec-4349-8039-e72c10fef6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:43:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:43:57.448357 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb65a45-1be1-4b51-a147-5c727f84d160 req-473af864-dd69-42ca-be83-6763a37a24b3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] No DVR routers for this DVR port c372b82a-d12b-49fe-954d-646c72f56cf5 on host hv-cinder-80475 {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:43:57.451743 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-5eb65a45-1be1-4b51-a147-5c727f84d160 req-473af864-dd69-42ca-be83-6763a37a24b3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:57.455364 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5eb65a45-1be1-4b51-a147-5c727f84d160 req-473af864-dd69-42ca-be83-6763a37a24b3 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "DELETE /v2.0/ports/c372b82a-d12b-49fe-954d-646c72f56cf5 HTTP/1.1" status: 204 len: 173 time: 0.8789859 May 11 06:43:57.455822 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'name': 'network-vif-deleted', 'tag': 'c372b82a-d12b-49fe-954d-646c72f56cf5'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:43:57.458765 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d56f58-fb39-415d-85ae-87a12a4dc8cd" -d '{"events": [{"server_uuid": "fe36d742-5157-4f04-9f55-02dfafa7d39a", "name": "network-vif-deleted", "tag": "c372b82a-d12b-49fe-954d-646c72f56cf5"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:43:57.505754 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13d0c67-8b1c-4216-beab-27bfd309a1d6 x-openstack-request-id: req-a13d0c67-8b1c-4216-beab-27bfd309a1d6 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:43:57.506167 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe36d742-5157-4f04-9f55-02dfafa7d39a", "name": "network-vif-deleted", "tag": "c372b82a-d12b-49fe-954d-646c72f56cf5", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:43:57.506812 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a13d0c67-8b1c-4216-beab-27bfd309a1d6 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:43:57.507337 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a13d0c67-8b1c-4216-beab-27bfd309a1d6'] response: {'server_uuid': 'fe36d742-5157-4f04-9f55-02dfafa7d39a', 'name': 'network-vif-deleted', 'tag': 'c372b82a-d12b-49fe-954d-646c72f56cf5', 'status': 'completed', 'code': 200} May 11 06:43:57.550274 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-4b177b0f-1bec-4349-8039-e72c10fef6f9 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:43:57.576214 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-84d225d8-2a4f-4a06-a227-287eb93596dd req-9a62912c-9610-4a50-a6e3-8e7d79ce56a6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe36d742-5157-4f04-9f55-02dfafa7d39a HTTP/1.1" status: 200 len: 210 time: 0.0332198 May 11 06:43:57.757188 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-80863978-f07e-444c-adff-1090b5316172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:57.832294 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-4b177b0f-1bec-4349-8039-e72c10fef6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:43:57.858095 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b177b0f-1bec-4349-8039-e72c10fef6f9 None None] Checking router: 58024757-0472-42af-9a5f-e09dbcca1c29 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:43:57.866029 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b177b0f-1bec-4349-8039-e72c10fef6f9 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:43:57.866623 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-4b177b0f-1bec-4349-8039-e72c10fef6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:43:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:43:57.971433 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-4b177b0f-1bec-4349-8039-e72c10fef6f9 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:43:58.159701 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-4b177b0f-1bec-4349-8039-e72c10fef6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:43:58.191447 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b177b0f-1bec-4349-8039-e72c10fef6f9 None None] The sync data for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi is: [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:43:58.294311 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3351b3-300e-4633-b8f0-29eade644904 req-f5a679f5-09ee-4f3b-b979-6e6e5da77782 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:58.295844 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7a3351b3-300e-4633-b8f0-29eade644904 req-f5a679f5-09ee-4f3b-b979-6e6e5da77782 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0541332 May 11 06:43:58.344449 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7a3351b3-300e-4633-b8f0-29eade644904 req-22899889-2e8f-4ba4-88c5-1e8441e1d205 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431066 May 11 06:43:58.425430 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed426c3-fb7d-4271-a06a-22487b6f92ae None None] New status for floating IP 6b937a68-3272-4ac3-abbf-556e83aad4ee: DOWN {{(pid=104515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:43:58.669868 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 40830) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:43:58.722761 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-73a76894-deb3-4905-9da5-8b1b2fa95148 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (683d7c9a-5c40-4f68-b46f-68e23b4376fa), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:58.745741 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-73a76894-deb3-4905-9da5-8b1b2fa95148 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (683d7c9a-5c40-4f68-b46f-68e23b4376fa), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:58.792940 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-73a76894-deb3-4905-9da5-8b1b2fa95148 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (683d7c9a-5c40-4f68-b46f-68e23b4376fa), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:58.796144 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-73a76894-deb3-4905-9da5-8b1b2fa95148 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:58.797333 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-73a76894-deb3-4905-9da5-8b1b2fa95148 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "DELETE /v2.0/security-groups/683d7c9a-5c40-4f68-b46f-68e23b4376fa HTTP/1.1" status: 204 len: 168 time: 0.1264763 May 11 06:43:58.800110 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 40834) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:43:58.806865 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a76894-deb3-4905-9da5-8b1b2fa95148 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=683d7c9a-5c40-4f68-b46f-68e23b4376fa,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:43:58.818233 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.api.v2.resource [None req-ec1b8d29-b0f9-4454-ad10-5e0a2744b774 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] show failed (client error): The resource could not be found. May 11 06:43:58.819256 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-ec1b8d29-b0f9-4454-ad10-5e0a2744b774 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups/683d7c9a-5c40-4f68-b46f-68e23b4376fa HTTP/1.1" status: 404 len: 347 time: 0.0176928 May 11 06:43:58.822214 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 40836) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:43:58.936566 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-a061d3fa-4bb5-45e4-bc62-5b02415d3579 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Deleting port 1e204529-1ee7-49fd-8f1b-5a8fd38b44e7 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:43:58.936901 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a061d3fa-4bb5-45e4-bc62-5b02415d3579 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (1e204529-1ee7-49fd-8f1b-5a8fd38b44e7), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.012594 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a061d3fa-4bb5-45e4-bc62-5b02415d3579 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (1e204529-1ee7-49fd-8f1b-5a8fd38b44e7), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.012915 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a061d3fa-4bb5-45e4-bc62-5b02415d3579 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (1e204529-1ee7-49fd-8f1b-5a8fd38b44e7), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.025179 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-a061d3fa-4bb5-45e4-bc62-5b02415d3579 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Calling delete_port for 1e204529-1ee7-49fd-8f1b-5a8fd38b44e7 owned by network:floatingip {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:43:59.035444 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.156670 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a061d3fa-4bb5-45e4-bc62-5b02415d3579 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (1e204529-1ee7-49fd-8f1b-5a8fd38b44e7), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.184244 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061d3fa-4bb5-45e4-bc62-5b02415d3579 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event deleted for resources: {'Port': ['ID=1e204529-1ee7-49fd-8f1b-5a8fd38b44e7,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:43:59.244942 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a061d3fa-4bb5-45e4-bc62-5b02415d3579 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (6b937a68-3272-4ac3-abbf-556e83aad4ee), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.247492 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a061d3fa-4bb5-45e4-bc62-5b02415d3579 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.248631 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-a061d3fa-4bb5-45e4-bc62-5b02415d3579 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "DELETE /v2.0/floatingips/6b937a68-3272-4ac3-abbf-556e83aad4ee HTTP/1.1" status: 204 len: 168 time: 0.4255204 May 11 06:43:59.328352 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 40842) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:43:59.332942 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-8d393c1a-27ea-4214-88ad-14194498bffb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1357353393', 'description': 'tempest-description--1731752704'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:43:59.359204 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8d393c1a-27ea-4214-88ad-14194498bffb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.436052 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8d393c1a-27ea-4214-88ad-14194498bffb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (603a3d2e-1809-4847-a087-997b14f08617), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.440364 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8d393c1a-27ea-4214-88ad-14194498bffb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (603a3d2e-1809-4847-a087-997b14f08617), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.471963 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8d393c1a-27ea-4214-88ad-14194498bffb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.473429 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-8d393c1a-27ea-4214-88ad-14194498bffb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1437912 May 11 06:43:59.473822 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1da39-eb5f-4dab-a8f2-f36cd16c6738 req-2c45d1b4-bbd9-44c9-8f6e-8f9b88737042 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:43:59.475433 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-52e1da39-eb5f-4dab-a8f2-f36cd16c6738 req-2c45d1b4-bbd9-44c9-8f6e-8f9b88737042 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0537636 May 11 06:43:59.476091 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 40846) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:43:59.480301 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-b8356e5d-c3e9-4d95-9e8d-2b4fd2ccecad tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'security_group_rule': {'security_group_id': '603a3d2e-1809-4847-a087-997b14f08617', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:43:59.482360 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d393c1a-27ea-4214-88ad-14194498bffb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603a3d2e-1809-4847-a087-997b14f08617,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:43:59.534698 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b8356e5d-c3e9-4d95-9e8d-2b4fd2ccecad tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (f2235360-afbf-4af2-a949-54ce7b38ef64), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.556012 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-52e1da39-eb5f-4dab-a8f2-f36cd16c6738 req-2d359990-f54b-4437-907f-4a701d510eca tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703750 May 11 06:43:59.600141 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b8356e5d-c3e9-4d95-9e8d-2b4fd2ccecad tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (f2235360-afbf-4af2-a949-54ce7b38ef64), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.604124 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b8356e5d-c3e9-4d95-9e8d-2b4fd2ccecad tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (f2235360-afbf-4af2-a949-54ce7b38ef64), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.625270 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8356e5d-c3e9-4d95-9e8d-2b4fd2ccecad tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2235360-afbf-4af2-a949-54ce7b38ef64,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:43:59.631634 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b8356e5d-c3e9-4d95-9e8d-2b4fd2ccecad tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.632715 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-b8356e5d-c3e9-4d95-9e8d-2b4fd2ccecad tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557183 May 11 06:43:59.635498 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 40848) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:43:59.640294 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-508ea895-f232-489e-a2ae-5a24a1196ee8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'security_group_rule': {'security_group_id': '603a3d2e-1809-4847-a087-997b14f08617', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:43:59.664627 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-508ea895-f232-489e-a2ae-5a24a1196ee8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (fa77528b-6c4d-48a3-92d0-49ac5d81cf22), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.718828 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-508ea895-f232-489e-a2ae-5a24a1196ee8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (fa77528b-6c4d-48a3-92d0-49ac5d81cf22), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.722359 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-508ea895-f232-489e-a2ae-5a24a1196ee8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (fa77528b-6c4d-48a3-92d0-49ac5d81cf22), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.740468 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508ea895-f232-489e-a2ae-5a24a1196ee8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa77528b-6c4d-48a3-92d0-49ac5d81cf22,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:43:59.749638 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-508ea895-f232-489e-a2ae-5a24a1196ee8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.750807 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-508ea895-f232-489e-a2ae-5a24a1196ee8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144094 May 11 06:43:59.754166 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 40850) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:43:59.758675 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'floatingip': {'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:43:59.779801 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.858112 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.962739 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:43:59.972596 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Allocated IP 172.27.2.186 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/ade5c70a-cd6b-4827-a7cb-c12f22a6bc76) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:44:00.109319 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for port (ade5c70a-cd6b-4827-a7cb-c12f22a6bc76), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:00.145666 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (ade5c70a-cd6b-4827-a7cb-c12f22a6bc76), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:00.186377 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:44:00.189511 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:44:00.191964 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:44:00.219403 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'Port': ['ID=ade5c70a-cd6b-4827-a7cb-c12f22a6bc76,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:00.284450 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (f5e43b3f-e374-4f25-aa3e-5022845b7b95), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:00.321656 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (ade5c70a-cd6b-4827-a7cb-c12f22a6bc76), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:00.505081 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for port (ade5c70a-cd6b-4827-a7cb-c12f22a6bc76), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:00.509351 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (ade5c70a-cd6b-4827-a7cb-c12f22a6bc76), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:00.573567 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'Port': ['ID=ade5c70a-cd6b-4827-a7cb-c12f22a6bc76,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:00.585592 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (f5e43b3f-e374-4f25-aa3e-5022845b7b95), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:00.601520 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:00.602745 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-be4ffa71-caac-4540-a9c2-d4f4ad9d64eb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8475215 May 11 06:44:00.675896 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb4046-bd93-4c54-b577-ff1bf247ac80 req-4ee57638-f1f8-4fd4-9cce-2dc3fd3c64d1 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:00.677434 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c0cb4046-bd93-4c54-b577-ff1bf247ac80 req-4ee57638-f1f8-4fd4-9cce-2dc3fd3c64d1 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0495288 May 11 06:44:00.727799 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c0cb4046-bd93-4c54-b577-ff1bf247ac80 req-3663b04f-d667-4d3d-9d43-c390822b2423 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447853 May 11 06:44:00.798549 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-6d32850b-1038-4a78-9c5e-1b37d85e0584 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1357353393&fields=id&tenant_id=eb4348f294cc464f89b2334676442d25 HTTP/1.1" status: 200 len: 267 time: 0.0409002 May 11 06:44:00.898387 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-40bcbb5e-006f-4f5a-94cb-ff1b902c28f4 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:00.899824 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-40bcbb5e-006f-4f5a-94cb-ff1b902c28f4 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/networks?id=61e699df-3755-47eb-b019-c5436429fdb7 HTTP/1.1" status: 200 len: 815 time: 0.0952249 May 11 06:44:00.914121 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-2624b392-9220-4ea8-ad9f-201bc33ce0ac tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/quotas/eb4348f294cc464f89b2334676442d25 HTTP/1.1" status: 200 len: 375 time: 0.0085294 May 11 06:44:00.929417 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:00.966883 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-2ce8ce92-a4b1-4cab-ba41-e50ea1379f89 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb4348f294cc464f89b2334676442d25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477526 May 11 06:44:01.060602 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-925d523f-bce0-4997-bbcb-7983bffe1dcf service neutron] 10.222.0.64 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816619 May 11 06:44:01.151516 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-36255744-361c-40f6-9c77-0753ee3be8ef service neutron] 10.222.0.64 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849462 May 11 06:44:01.307073 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d186633c-af92-4bf3-aa5f-95bf45e8dd99 req-e070f29b-7065-406e-a3f6-423222a07090 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 210 time: 0.0286939 May 11 06:44:01.840202 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b1df2-4c13-41aa-a564-69e786de3e9e req-8f92aa25-5ce3-4c16-9843-e74ff5966079 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:01.841555 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-395b1df2-4c13-41aa-a564-69e786de3e9e req-8f92aa25-5ce3-4c16-9843-e74ff5966079 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0460248 May 11 06:44:01.886171 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-395b1df2-4c13-41aa-a564-69e786de3e9e req-505bb853-a1c3-4b96-95a2-14c4a95b0c32 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391164 May 11 06:44:02.400949 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f7816b26-509d-417e-ae08-2c55850ade59 req-79026878-718a-4ca6-9f36-3aaf91c9fcad tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 210 time: 0.0307930 May 11 06:44:02.556469 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:02.997867 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58841d76-6e50-4c76-9c38-2e587b4a5ebf req-4995ebf4-fcce-433c-9894-1a2b35aac763 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:03.002840 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-58841d76-6e50-4c76-9c38-2e587b4a5ebf req-4995ebf4-fcce-433c-9894-1a2b35aac763 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0503020 May 11 06:44:03.050898 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-58841d76-6e50-4c76-9c38-2e587b4a5ebf req-8ccf244f-7280-4166-9adb-ef8ad6e58800 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422719 May 11 06:44:03.075413 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device c372b82a-d12b-49fe-954d-646c72f56cf5 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:44:03.096945 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: c372b82a-d12b-49fe-954d-646c72f56cf5 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:44:03.097294 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device c372b82a-d12b-49fe-954d-646c72f56cf5 not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:44:03.195134 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0a6c9acd-24b0-4232-8a00-72a223b73ee3 req-fee77091-1782-4b0e-a11f-072eb7a3807f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393705 May 11 06:44:03.361012 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c9acd-24b0-4232-8a00-72a223b73ee3 req-e6601899-442f-4fd7-a1b7-35278b72cd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:03.362497 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0a6c9acd-24b0-4232-8a00-72a223b73ee3 req-e6601899-442f-4fd7-a1b7-35278b72cd24 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea42234bb6844ce88afe0725d859863e&device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 1130 time: 0.0401392 May 11 06:44:03.522207 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9b6a7172-ebf9-4039-ac1e-172e1ed148aa req-e17a2843-ca42-4ad8-b3b7-681254bb7fff tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 210 time: 0.0358355 May 11 06:44:03.539712 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c9acd-24b0-4232-8a00-72a223b73ee3 req-4f312951-d0c4-4311-871b-a08dfa97c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:03.541205 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0a6c9acd-24b0-4232-8a00-72a223b73ee3 req-4f312951-d0c4-4311-871b-a08dfa97c41c service neutron] 10.222.0.70 "GET /v2.0/networks?id=db82dec6-6180-4aae-84ec-afed65e8ca62 HTTP/1.1" status: 200 len: 918 time: 0.1210849 May 11 06:44:03.899727 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0a6c9acd-24b0-4232-8a00-72a223b73ee3 req-c1da824f-7a41-4468-b057-80150b22c0c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa0feff8-652c-4491-ae7e-15c889fc6734 HTTP/1.1" status: 200 len: 1001 time: 0.0698485 May 11 06:44:04.059754 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c9acd-24b0-4232-8a00-72a223b73ee3 req-41cbc591-6a92-4f74-bbbd-b99276bcc42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:04.061999 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0a6c9acd-24b0-4232-8a00-72a223b73ee3 req-41cbc591-6a92-4f74-bbbd-b99276bcc42f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46918c72-b454-45a4-910b-65c25fc3c195 HTTP/1.1" status: 200 len: 856 time: 0.0465236 May 11 06:44:04.110810 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6c9acd-24b0-4232-8a00-72a223b73ee3 req-092893cc-7d97-4c2b-bb0a-9203e6a9e4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:04.112626 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0a6c9acd-24b0-4232-8a00-72a223b73ee3 req-092893cc-7d97-4c2b-bb0a-9203e6a9e4ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=db82dec6-6180-4aae-84ec-afed65e8ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430150 May 11 06:44:04.155746 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-19e7532d-08b0-49c3-bf90-80d219f4e5b7 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:04.157560 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-19e7532d-08b0-49c3-bf90-80d219f4e5b7 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "GET /v2.0/networks?id=61e699df-3755-47eb-b019-c5436429fdb7 HTTP/1.1" status: 200 len: 815 time: 0.1279671 May 11 06:44:04.232625 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff3cb6-7649-4f3a-a8c9-6f1b4de5f060 req-74d4237e-b1da-497b-b4b2-ff99601b81e4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:04.234334 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-27ff3cb6-7649-4f3a-a8c9-6f1b4de5f060 req-74d4237e-b1da-497b-b4b2-ff99601b81e4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0889990 May 11 06:44:04.250334 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-09a6e96c-6028-48fc-b5ce-3ea2fbd0c342 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb4348f294cc464f89b2334676442d25 HTTP/1.1" status: 200 len: 380 time: 0.0668383 May 11 06:44:04.287302 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0a6c9acd-24b0-4232-8a00-72a223b73ee3 req-02912f76-f037-43c8-98ca-e4374b87a9cb service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672335 May 11 06:44:04.301888 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-27ff3cb6-7649-4f3a-a8c9-6f1b4de5f060 req-822586d2-4e52-4ac3-9653-035e42c85879 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609453 May 11 06:44:04.358982 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-35f27e1c-9227-4c47-8dfb-1e3521b1c008 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'port': {'device_id': '09d780cb-2ea7-4645-937d-03eef82ae3c4', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'admin_state_up': True, 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'security_groups': ['603a3d2e-1809-4847-a087-997b14f08617']}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:44:04.444587 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0a6c9acd-24b0-4232-8a00-72a223b73ee3 req-f7eff877-8504-441a-ac8c-91907a30c447 service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900996 May 11 06:44:04.468607 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-35f27e1c-9227-4c47-8dfb-1e3521b1c008 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Made reservation on behalf of eb4348f294cc464f89b2334676442d25 for: {'port': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:44:04.472015 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-35f27e1c-9227-4c47-8dfb-1e3521b1c008 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:04.598396 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-35f27e1c-9227-4c47-8dfb-1e3521b1c008 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Allocated IP 172.20.0.9 (61e699df-3755-47eb-b019-c5436429fdb7/ff6c0e1a-69e0-4947-b746-0e027c95d678/46f06357-bb6c-4461-a2f7-c4a89a2e46fe) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:44:04.762337 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-35f27e1c-9227-4c47-8dfb-1e3521b1c008 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for port (46f06357-bb6c-4461-a2f7-c4a89a2e46fe), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:04.800186 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-35f27e1c-9227-4c47-8dfb-1e3521b1c008 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (46f06357-bb6c-4461-a2f7-c4a89a2e46fe), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:04.812915 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-882b14f6-95a2-432e-93f7-a15e01a5b2da req-99809408-6164-491f-b1ff-e31293578183 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 210 time: 0.2168176 May 11 06:44:04.841096 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-35f27e1c-9227-4c47-8dfb-1e3521b1c008 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Network 61e699df-3755-47eb-b019-c5436429fdb7 is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:44:04.844206 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-35f27e1c-9227-4c47-8dfb-1e3521b1c008 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:44:04.847137 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-35f27e1c-9227-4c47-8dfb-1e3521b1c008 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:44:04.888600 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f27e1c-9227-4c47-8dfb-1e3521b1c008 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'Port': ['ID=46f06357-bb6c-4461-a2f7-c4a89a2e46fe,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:04.905119 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15380ad7-7597-46db-b9d7-0fe3ed771486 req-963e1079-4111-46c8-b996-1317beddad96 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:04.908520 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-15380ad7-7597-46db-b9d7-0fe3ed771486 req-963e1079-4111-46c8-b996-1317beddad96 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 946 time: 0.0575566 May 11 06:44:04.912922 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-35f27e1c-9227-4c47-8dfb-1e3521b1c008 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:04.913557 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-35f27e1c-9227-4c47-8dfb-1e3521b1c008 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:04.933921 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-35f27e1c-9227-4c47-8dfb-1e3521b1c008 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5789227 May 11 06:44:04.961114 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-15380ad7-7597-46db-b9d7-0fe3ed771486 req-35a118eb-78b6-47be-967a-158fecdb9c09 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479896 May 11 06:44:05.110077 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-bd79635c-8798-4ec2-94c0-c6c8328d1339 None None] Provisioning complete for port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:05.110630 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-bd79635c-8798-4ec2-94c0-c6c8328d1339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (46f06357-bb6c-4461-a2f7-c4a89a2e46fe), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:05.145393 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-bd79635c-8798-4ec2-94c0-c6c8328d1339 None None] Port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:44:05.421331 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe0aaa-181e-4c18-ab33-02006720c05c req-05aa089d-8080-442b-bdd3-034dcb9d73c4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:05.422842 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e4fe0aaa-181e-4c18-ab33-02006720c05c req-05aa089d-8080-442b-bdd3-034dcb9d73c4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0492482 May 11 06:44:05.469824 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e4fe0aaa-181e-4c18-ab33-02006720c05c req-87bd78ce-edf7-4b08-a106-e817ca577528 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413103 May 11 06:44:05.916402 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d10aa5-4323-446e-8516-2ff8cf8583e7 req-14e014f9-acda-48dd-9fff-740b9da804b2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:05.917833 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d4d10aa5-4323-446e-8516-2ff8cf8583e7 req-14e014f9-acda-48dd-9fff-740b9da804b2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 931 time: 0.0467257 May 11 06:44:05.962552 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d4d10aa5-4323-446e-8516-2ff8cf8583e7 req-bc24f990-af1f-41cd-b0a4-14ca5d7939b8 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=603a3d2e-1809-4847-a087-997b14f08617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391672 May 11 06:44:06.082492 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89dee5-e240-4d6e-84b7-213759e22c45 req-1cc072cd-7536-4f61-8335-9695f26d0d43 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:06.084029 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2f89dee5-e240-4d6e-84b7-213759e22c45 req-1cc072cd-7536-4f61-8335-9695f26d0d43 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 946 time: 0.0490775 May 11 06:44:06.129146 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2f89dee5-e240-4d6e-84b7-213759e22c45 req-f179d128-9c0f-436b-8a5d-701fca88c2b7 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397077 May 11 06:44:06.581251 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71885c-6b3b-46a2-a978-45cc079e8d3f req-5135d475-b969-4892-b8b6-89a5b1061ea3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:06.582730 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2d71885c-6b3b-46a2-a978-45cc079e8d3f req-5135d475-b969-4892-b8b6-89a5b1061ea3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0464182 May 11 06:44:06.627986 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2d71885c-6b3b-46a2-a978-45cc079e8d3f req-5d1d4bf0-ad2b-437e-b310-3bfb268b5700 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398047 May 11 06:44:07.081971 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ff95b-5ea3-450c-826c-8c28494dd82a req-3444aeb7-4b5d-4653-b4a7-6300bab9149c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:07.083442 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7b0ff95b-5ea3-450c-826c-8c28494dd82a req-3444aeb7-4b5d-4653-b4a7-6300bab9149c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 931 time: 0.0459874 May 11 06:44:07.131142 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7b0ff95b-5ea3-450c-826c-8c28494dd82a req-5536a8eb-cba8-424a-8b75-a733d3111f6a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=603a3d2e-1809-4847-a087-997b14f08617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424128 May 11 06:44:07.245486 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d78319-5264-4adf-802a-6ee11a26a1d2 req-93e70681-d7d3-4d9f-83c3-267db50c4fa2 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:07.247074 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-09d78319-5264-4adf-802a-6ee11a26a1d2 req-93e70681-d7d3-4d9f-83c3-267db50c4fa2 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 946 time: 0.0469396 May 11 06:44:07.292655 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-09d78319-5264-4adf-802a-6ee11a26a1d2 req-904f41e6-8cd1-4f3c-be3f-0f22f52a8ebb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401719 May 11 06:44:07.477764 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Request body: {'port': {'device_id': '09d780cb-2ea7-4645-937d-03eef82ae3c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:44:07.543092 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (46f06357-bb6c-4461-a2f7-c4a89a2e46fe), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:07.741021 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50549c-6df9-441b-b1f9-2bf53417c8c4 req-addec1f1-17cf-4e66-8233-57e316e46d7b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:07.742562 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-af50549c-6df9-441b-b1f9-2bf53417c8c4 req-addec1f1-17cf-4e66-8233-57e316e46d7b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0486228 May 11 06:44:07.790669 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-af50549c-6df9-441b-b1f9-2bf53417c8c4 req-c55de9ad-542d-4cb6-a017-9e8c32581919 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417938 May 11 06:44:07.833928 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f06357-bb6c-4461-a2f7-c4a89a2e46fe {{(pid=104514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:44:07.841795 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Publish callbacks [] for port (46f06357-bb6c-4461-a2f7-c4a89a2e46fe), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:07.853856 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.provisioning_blocks [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Transition to ACTIVE for port object 46f06357-bb6c-4461-a2f7-c4a89a2e46fe will not be triggered until provisioned by entity L2. {{(pid=104514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:44:07.857450 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (46f06357-bb6c-4461-a2f7-c4a89a2e46fe), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:07.915815 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:44:07.926579 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Pushing event updated for resources: {'Port': ['ID=46f06357-bb6c-4461-a2f7-c4a89a2e46fe,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:07.981895 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Attempting to bind port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:44:07.982238 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Attempting to bind port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:44:07.982569 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Attempting to bind port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe on network 61e699df-3755-47eb-b019-c5436429fdb7 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:44:07.987190 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe on network 61e699df-3755-47eb-b019-c5436429fdb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:44:07.987542 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Attempting to bind port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe on network 61e699df-3755-47eb-b019-c5436429fdb7 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:44:07.992516 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:44:07.992861 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Checking segment: {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:44:07.993247 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Bound using segment: {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:44:07.993674 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Bound port: 46f06357-bb6c-4461-a2f7-c4a89a2e46fe, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:44:07.994036 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (46f06357-bb6c-4461-a2f7-c4a89a2e46fe), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:08.059142 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] For port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe, host hv-cinder-80475, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:44:08.062694 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] For port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=46f06357-bb6c-4461-a2f7-c4a89a2e46fe,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:44:08.069278 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (46f06357-bb6c-4461-a2f7-c4a89a2e46fe), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:08.103789 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:08.104397 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:08.105749 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] 10.222.0.70 "PUT /v2.0/ports/46f06357-bb6c-4461-a2f7-c4a89a2e46fe HTTP/1.1" status: 200 len: 1093 time: 0.6330445 May 11 06:44:08.106701 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d780cb-2ea7-4645-937d-03eef82ae3c4', 'tag': '46f06357-bb6c-4461-a2f7-c4a89a2e46fe'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:44:08.108934 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10816e7-a1a1-4255-a69c-5b05a3d32bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "09d780cb-2ea7-4645-937d-03eef82ae3c4", "tag": "46f06357-bb6c-4461-a2f7-c4a89a2e46fe"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:44:08.133491 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01fa34-8d1c-4b5e-9d6d-ce50799c6b75 service neutron] Pushing event updated for resources: {'Port': ['ID=46f06357-bb6c-4461-a2f7-c4a89a2e46fe,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:08.147809 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7147c97-8dc7-4df2-9789-050019a5b48e x-openstack-request-id: req-a7147c97-8dc7-4df2-9789-050019a5b48e {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:44:08.148100 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d780cb-2ea7-4645-937d-03eef82ae3c4", "tag": "46f06357-bb6c-4461-a2f7-c4a89a2e46fe", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:44:08.148352 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-a7147c97-8dc7-4df2-9789-050019a5b48e {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:44:08.148757 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7147c97-8dc7-4df2-9789-050019a5b48e'] response: {'name': 'network-changed', 'server_uuid': '09d780cb-2ea7-4645-937d-03eef82ae3c4', 'tag': '46f06357-bb6c-4461-a2f7-c4a89a2e46fe', 'status': 'completed', 'code': 200} May 11 06:44:08.251031 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c37891-e2e6-4b62-9b4f-c8d67f2b365e req-a04da4a3-6fc4-4332-9b2f-4b9ec855a808 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:08.252553 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-78c37891-e2e6-4b62-9b4f-c8d67f2b365e req-a04da4a3-6fc4-4332-9b2f-4b9ec855a808 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 943 time: 0.0515800 May 11 06:44:08.301009 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-78c37891-e2e6-4b62-9b4f-c8d67f2b365e req-0e704fc0-1caf-4ecc-b4b6-d78d86ee956b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=603a3d2e-1809-4847-a087-997b14f08617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425930 May 11 06:44:08.465778 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa07f1-cce8-42ae-823a-e2812faa86b3 req-e63e7e36-81f8-40fa-8dbd-b35163d46420 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:08.467253 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a2fa07f1-cce8-42ae-823a-e2812faa86b3 req-e63e7e36-81f8-40fa-8dbd-b35163d46420 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 946 time: 0.0974839 May 11 06:44:08.514668 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a2fa07f1-cce8-42ae-823a-e2812faa86b3 req-8a0964a9-4c53-47e8-bbe5-3908fd537756 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417676 May 11 06:44:08.903746 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0683e-e38f-4cb0-8b46-2ddbde7d015a req-e1ab9de7-1894-42a2-87f0-79c9fbe39e70 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:08.905212 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8da0683e-e38f-4cb0-8b46-2ddbde7d015a req-e1ab9de7-1894-42a2-87f0-79c9fbe39e70 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0491672 May 11 06:44:08.950980 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8da0683e-e38f-4cb0-8b46-2ddbde7d015a req-905e72d9-c3c1-4ae1-9268-998d1a2614ee tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402546 May 11 06:44:09.411736 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7640cd5-d314-4e4e-8768-d7115f11d6ca req-4be66d32-b6c4-447b-b7fb-f98634d254fb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:09.413190 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b7640cd5-d314-4e4e-8768-d7115f11d6ca req-4be66d32-b6c4-447b-b7fb-f98634d254fb tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 943 time: 0.0457032 May 11 06:44:09.462868 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b7640cd5-d314-4e4e-8768-d7115f11d6ca req-3539454e-2d37-46e9-8826-08546db04c4d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=603a3d2e-1809-4847-a087-997b14f08617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442181 May 11 06:44:09.635882 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695ebdb3-2693-4246-a324-4e349dd16e17 req-e437916f-90e4-4490-a8ef-cc6c202daa94 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:09.637878 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-695ebdb3-2693-4246-a324-4e349dd16e17 req-e437916f-90e4-4490-a8ef-cc6c202daa94 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 946 time: 0.0491152 May 11 06:44:09.693589 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-695ebdb3-2693-4246-a324-4e349dd16e17 req-245cff9b-8e33-4838-97f0-2545ce763a3b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477972 May 11 06:44:09.696797 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10816e7-a1a1-4255-a69c-5b05a3d32bfc req-86c1492c-6500-4851-8763-34410f3ccc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:09.698532 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-e10816e7-a1a1-4255-a69c-5b05a3d32bfc req-86c1492c-6500-4851-8763-34410f3ccc85 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb4348f294cc464f89b2334676442d25&device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 1127 time: 0.0404258 May 11 06:44:09.802032 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf277d-36ae-489a-9d0a-ecb135ef2818 req-f2fc7cf6-7fcd-4ee3-af1a-2f38084e39c6 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:09.803511 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-49cf277d-36ae-489a-9d0a-ecb135ef2818 req-f2fc7cf6-7fcd-4ee3-af1a-2f38084e39c6 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.70 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 946 time: 0.0461574 May 11 06:44:09.856575 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10816e7-a1a1-4255-a69c-5b05a3d32bfc req-3b3e60d6-d192-4c58-acb9-14fa95efee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:09.857931 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-e10816e7-a1a1-4255-a69c-5b05a3d32bfc req-3b3e60d6-d192-4c58-acb9-14fa95efee1d service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=eb4348f294cc464f89b2334676442d25&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1014364 May 11 06:44:10.098674 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f056f-bff7-4a97-8039-be8f6402ad74 req-afa8f1b2-1298-40c8-b2a3-6a56491cc82e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:10.100211 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-359f056f-bff7-4a97-8039-be8f6402ad74 req-afa8f1b2-1298-40c8-b2a3-6a56491cc82e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0756452 May 11 06:44:10.132598 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10816e7-a1a1-4255-a69c-5b05a3d32bfc req-b0796a5b-0315-4c83-9d06-1d072cd15680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:10.134096 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-e10816e7-a1a1-4255-a69c-5b05a3d32bfc req-b0796a5b-0315-4c83-9d06-1d072cd15680 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016393 May 11 06:44:10.171735 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-49cf277d-36ae-489a-9d0a-ecb135ef2818 req-a5c2379a-5fad-4f84-b7c8-bcbaf286be54 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Deleting port aa0feff8-652c-4491-ae7e-15c889fc6734 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:44:10.172081 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-49cf277d-36ae-489a-9d0a-ecb135ef2818 req-a5c2379a-5fad-4f84-b7c8-bcbaf286be54 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:10.205617 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-359f056f-bff7-4a97-8039-be8f6402ad74 req-9d47d8ee-582a-4c7c-9224-228566f2e137 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997381 May 11 06:44:10.271057 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-49cf277d-36ae-489a-9d0a-ecb135ef2818 req-a5c2379a-5fad-4f84-b7c8-bcbaf286be54 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] For port aa0feff8-652c-4491-ae7e-15c889fc6734, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=aa0feff8-652c-4491-ae7e-15c889fc6734,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:44:10.271454 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-49cf277d-36ae-489a-9d0a-ecb135ef2818 req-a5c2379a-5fad-4f84-b7c8-bcbaf286be54 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:10.639636 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342863a-78f4-4199-96da-21ce1995bf8e req-e3e1e3de-71ce-4341-9bf2-c84902a7e63c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:10.641122 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d342863a-78f4-4199-96da-21ce1995bf8e req-e3e1e3de-71ce-4341-9bf2-c84902a7e63c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 943 time: 0.0900235 May 11 06:44:10.745038 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d342863a-78f4-4199-96da-21ce1995bf8e req-094d20d1-561c-4daf-a2ef-0aa1b497e152 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=603a3d2e-1809-4847-a087-997b14f08617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950887 May 11 06:44:10.758592 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-49cf277d-36ae-489a-9d0a-ecb135ef2818 req-a5c2379a-5fad-4f84-b7c8-bcbaf286be54 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:10.758961 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-49cf277d-36ae-489a-9d0a-ecb135ef2818 req-a5c2379a-5fad-4f84-b7c8-bcbaf286be54 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (a1c4fac9-1a5b-4e28-99ce-45c1c98f6c67), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:10.759295 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [req-49cf277d-36ae-489a-9d0a-ecb135ef2818 req-a5c2379a-5fad-4f84-b7c8-bcbaf286be54 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Floating IP a1c4fac9-1a5b-4e28-99ce-45c1c98f6c67 disassociated. External IP: 172.27.2.160, port: aa0feff8-652c-4491-ae7e-15c889fc6734. May 11 06:44:10.759667 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-49cf277d-36ae-489a-9d0a-ecb135ef2818 req-a5c2379a-5fad-4f84-b7c8-bcbaf286be54 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Calling delete_port for aa0feff8-652c-4491-ae7e-15c889fc6734 owned by compute:nova {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:44:10.858435 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d929d1-0cf1-49bf-a41b-193ee0acc2b8 req-8637c3f6-a7d9-484a-9476-1b6a7bb045c0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:10.859951 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-03d929d1-0cf1-49bf-a41b-193ee0acc2b8 req-8637c3f6-a7d9-484a-9476-1b6a7bb045c0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 946 time: 0.0886769 May 11 06:44:10.944219 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-03d929d1-0cf1-49bf-a41b-193ee0acc2b8 req-0173f523-f749-4c2e-95d1-4b3c9d11fad4 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=123ce201-b500-44ca-adda-11fc65bf3e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783725 May 11 06:44:10.963254 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-49cf277d-36ae-489a-9d0a-ecb135ef2818 req-a5c2379a-5fad-4f84-b7c8-bcbaf286be54 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (aa0feff8-652c-4491-ae7e-15c889fc6734), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:11.000656 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2379a-5fad-4f84-b7c8-bcbaf286be54 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event deleted for resources: {'Port': ['ID=aa0feff8-652c-4491-ae7e-15c889fc6734,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:11.071027 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-5789864d-3a68-4259-b1a5-932b30340efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:11.072865 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-5789864d-3a68-4259-b1a5-932b30340efc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb4348f294cc464f89b2334676442d25&device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 1127 time: 0.0464709 May 11 06:44:11.121288 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49cf277d-36ae-489a-9d0a-ecb135ef2818 req-a5c2379a-5fad-4f84-b7c8-bcbaf286be54 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:44:11.123926 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-73c23155-5566-43d6-861a-8c99fba00954 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46f06357-bb6c-4461-a2f7-c4a89a2e46fe HTTP/1.1" status: 200 len: 217 time: 0.0356219 May 11 06:44:11.209529 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-b71f2f30-a525-4a5a-9f65-c7b930be73b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:11.210888 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-b71f2f30-a525-4a5a-9f65-c7b930be73b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff6c0e1a-69e0-4947-b746-0e027c95d678 HTTP/1.1" status: 200 len: 854 time: 0.0788033 May 11 06:44:11.215807 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24c89a-3bb8-4be9-ab4f-b00194b9ed02 req-c2d46d2a-fed6-4911-afb8-72c407b61816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:11.217213 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0a24c89a-3bb8-4be9-ab4f-b00194b9ed02 req-c2d46d2a-fed6-4911-afb8-72c407b61816 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 1130 time: 0.0479264 May 11 06:44:11.241773 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49cf277d-36ae-489a-9d0a-ecb135ef2818 req-a5c2379a-5fad-4f84-b7c8-bcbaf286be54 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:44:11.256459 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f2d35a-59a6-4034-a09a-ecd756ce6145 None None] Sync routers for ids ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:44:11.270829 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f2d35a-59a6-4034-a09a-ecd756ce6145 None None] Routers {'7547115d-ecd1-4e1b-b7bb-7ef0112d439e'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:44:11.271715 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-76f2d35a-59a6-4034-a09a-ecd756ce6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:43:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:11.286966 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0a24c89a-3bb8-4be9-ab4f-b00194b9ed02 req-ede66c5a-98fb-4101-9d7e-ddca9cd8c847 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604279 May 11 06:44:11.289852 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-1c769987-b0af-47ef-97a5-0c4c7c720b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:11.291235 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-1c769987-b0af-47ef-97a5-0c4c7c720b9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61e699df-3755-47eb-b019-c5436429fdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0732162 May 11 06:44:11.305170 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cf277d-36ae-489a-9d0a-ecb135ef2818 req-a5c2379a-5fad-4f84-b7c8-bcbaf286be54 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] No DVR routers for this DVR port aa0feff8-652c-4491-ae7e-15c889fc6734 on host hv-cinder-80475 {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:44:11.322454 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-49cf277d-36ae-489a-9d0a-ecb135ef2818 req-a5c2379a-5fad-4f84-b7c8-bcbaf286be54 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:11.326718 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-49cf277d-36ae-489a-9d0a-ecb135ef2818 req-a5c2379a-5fad-4f84-b7c8-bcbaf286be54 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.70 "DELETE /v2.0/ports/aa0feff8-652c-4491-ae7e-15c889fc6734 HTTP/1.1" status: 204 len: 173 time: 1.2925704 May 11 06:44:11.326966 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'name': 'network-vif-deleted', 'tag': 'aa0feff8-652c-4491-ae7e-15c889fc6734'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:44:11.329212 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03350752-8a46-450d-8bd0-8fc55503a30f" -d '{"events": [{"server_uuid": "86b8d3ad-c5ac-43be-9752-33e7891c2aec", "name": "network-vif-deleted", "tag": "aa0feff8-652c-4491-ae7e-15c889fc6734"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:44:11.351416 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fdcf4-3854-4c7d-829c-a65c0b535421 req-cfca446c-bbf6-416c-b127-3305293ca94a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:11.352934 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-007fdcf4-3854-4c7d-829c-a65c0b535421 req-cfca446c-bbf6-416c-b127-3305293ca94a tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0729327 May 11 06:44:11.373312 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fab236a-316f-4fa5-b34f-ef4d22e82216 x-openstack-request-id: req-0fab236a-316f-4fa5-b34f-ef4d22e82216 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:44:11.373603 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b8d3ad-c5ac-43be-9752-33e7891c2aec", "name": "network-vif-deleted", "tag": "aa0feff8-652c-4491-ae7e-15c889fc6734", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:44:11.373853 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0fab236a-316f-4fa5-b34f-ef4d22e82216 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:44:11.374276 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fab236a-316f-4fa5-b34f-ef4d22e82216'] response: {'server_uuid': '86b8d3ad-c5ac-43be-9752-33e7891c2aec', 'name': 'network-vif-deleted', 'tag': 'aa0feff8-652c-4491-ae7e-15c889fc6734', 'status': 'completed', 'code': 200} May 11 06:44:11.395853 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-76f2d35a-59a6-4034-a09a-ecd756ce6145 None None] Set router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:44:11.410687 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-007fdcf4-3854-4c7d-829c-a65c0b535421 req-e313a611-c572-4338-802c-92796b92dcc9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517933 May 11 06:44:11.592270 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-76f2d35a-59a6-4034-a09a-ecd756ce6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'c6a09ad5-b6e7-47e7-934a-578002478ba8', 'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'mac_address': 'fa:16:3e:df:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:10Z', 'updated_at': '2022-05-11T06:39:25Z', 'revision_number': 5, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'subnets': [{'id': '46918c72-b454-45a4-910b-65c25fc3c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:11.622472 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f2d35a-59a6-4034-a09a-ecd756ce6145 None None] Checking router: 7547115d-ecd1-4e1b-b7bb-7ef0112d439e for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:44:11.631226 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f2d35a-59a6-4034-a09a-ecd756ce6145 None None] Routers {'7547115d-ecd1-4e1b-b7bb-7ef0112d439e'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:44:11.631966 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-76f2d35a-59a6-4034-a09a-ecd756ce6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:43:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:11.740657 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-76f2d35a-59a6-4034-a09a-ecd756ce6145 None None] Set router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:44:11.756794 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-f3b31161-8cd4-4147-b6d0-47f848026b2e service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950911 May 11 06:44:11.863252 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef26741-4c4c-4b92-8f35-59b2343636d7 req-fae213c6-7ee7-41b9-a9ef-003144184c4f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:11.864804 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7ef26741-4c4c-4b92-8f35-59b2343636d7 req-fae213c6-7ee7-41b9-a9ef-003144184c4f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 943 time: 0.0515234 May 11 06:44:11.913770 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7ef26741-4c4c-4b92-8f35-59b2343636d7 req-07a2c82e-9898-47cd-a117-656e73e232ed tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=603a3d2e-1809-4847-a087-997b14f08617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434785 May 11 06:44:11.945804 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-76f2d35a-59a6-4034-a09a-ecd756ce6145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'c6a09ad5-b6e7-47e7-934a-578002478ba8', 'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'mac_address': 'fa:16:3e:df:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:10Z', 'updated_at': '2022-05-11T06:39:25Z', 'revision_number': 5, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'subnets': [{'id': '46918c72-b454-45a4-910b-65c25fc3c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:11.976979 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f2d35a-59a6-4034-a09a-ecd756ce6145 None None] The sync data for ids ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'] in dv-cinder-804757-27-iscsi is: [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'c6a09ad5-b6e7-47e7-934a-578002478ba8', 'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'mac_address': 'fa:16:3e:df:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:10Z', 'updated_at': '2022-05-11T06:39:25Z', 'revision_number': 5, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'subnets': [{'id': '46918c72-b454-45a4-910b-65c25fc3c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:44:12.081692 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-eece9afe-9c73-47a8-8637-963f1f3115e8 req-4f669f7a-cab8-4465-a73f-4d4b5ca1c93e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 210 time: 0.0527670 May 11 06:44:12.151856 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eaf984c-ca2f-4fc3-a89b-646fba12485c req-eb16ba96-8cee-44e8-9182-1530a44d9caf service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055205 May 11 06:44:12.241481 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268f2075-23e0-47f9-b71f-8b109bb0be54 None None] New status for floating IP a1c4fac9-1a5b-4e28-99ce-45c1c98f6c67: DOWN {{(pid=104515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:44:12.526157 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21323c-f9e6-441f-befc-71822e72c762 req-932c8e92-468a-4559-bd4f-08bce679b907 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:12.527622 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ce21323c-f9e6-441f-befc-71822e72c762 req-932c8e92-468a-4559-bd4f-08bce679b907 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0475116 May 11 06:44:12.577307 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ce21323c-f9e6-441f-befc-71822e72c762 req-73a6d60c-d1f5-4302-8dca-9a1e465e64af tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441456 May 11 06:44:13.031060 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae649cc-c38a-4820-b90f-8712d5d929e7 req-d4e9d9de-bece-4fff-8038-74acc5bae51d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:13.032583 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-dae649cc-c38a-4820-b90f-8712d5d929e7 req-d4e9d9de-bece-4fff-8038-74acc5bae51d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 943 time: 0.0513544 May 11 06:44:13.078216 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-dae649cc-c38a-4820-b90f-8712d5d929e7 req-a08468a1-120d-42af-ac57-507031d0c815 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=603a3d2e-1809-4847-a087-997b14f08617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401354 May 11 06:44:13.198796 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-da9b655b-26ae-4a4c-8ad7-d6d091389187 req-54d5c610-64c6-46c3-bdba-0e276625d5a8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 210 time: 0.0286064 May 11 06:44:13.485743 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device aa0feff8-652c-4491-ae7e-15c889fc6734 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:44:13.505811 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: aa0feff8-652c-4491-ae7e-15c889fc6734 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:44:13.506159 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device aa0feff8-652c-4491-ae7e-15c889fc6734 not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:44:13.690103 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bf191-128c-41d2-a403-fb5e4e923ba5 req-027d83c7-70ec-4d64-9007-256ad21bfa4b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:13.691617 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c74bf191-128c-41d2-a403-fb5e4e923ba5 req-027d83c7-70ec-4d64-9007-256ad21bfa4b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0463424 May 11 06:44:13.736482 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c74bf191-128c-41d2-a403-fb5e4e923ba5 req-6e7ec2f4-1b4d-40ad-8899-4b9e5d46ed62 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393939 May 11 06:44:14.120239 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c6236-dbfc-48e8-b4ac-a937e301123a req-8e87489a-6650-490a-876c-d57539361c39 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:14.122319 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4e0c6236-dbfc-48e8-b4ac-a937e301123a req-8e87489a-6650-490a-876c-d57539361c39 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0506725 May 11 06:44:14.199943 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4e0c6236-dbfc-48e8-b4ac-a937e301123a req-0c8fd1fd-3b79-4dab-9fa9-920540a403e5 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716090 May 11 06:44:14.205997 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545c2b0-0ee1-4764-a675-4af70b59498c req-0f2c3a01-c878-4363-b7d7-3ad6a52fffef tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:14.207427 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1545c2b0-0ee1-4764-a675-4af70b59498c req-0f2c3a01-c878-4363-b7d7-3ad6a52fffef tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 943 time: 0.0624311 May 11 06:44:14.254763 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1545c2b0-0ee1-4764-a675-4af70b59498c req-d37f4c6a-9ed8-45c7-9259-4492c2ef639c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=603a3d2e-1809-4847-a087-997b14f08617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418565 May 11 06:44:14.318920 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-be9f6f5d-39e6-4e06-875d-289531aa1d29 req-1064f535-2aea-4515-94c4-9949638176a9 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=86b8d3ad-c5ac-43be-9752-33e7891c2aec HTTP/1.1" status: 200 len: 210 time: 0.0308652 May 11 06:44:14.517132 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef27926-4231-470c-bcb5-902978a88828 req-4e2771b3-ec54-40e9-9d52-aa8349b72da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:14.518772 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-eef27926-4231-470c-bcb5-902978a88828 req-4e2771b3-ec54-40e9-9d52-aa8349b72da1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 1130 time: 0.0429890 May 11 06:44:14.679682 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef27926-4231-470c-bcb5-902978a88828 req-81528977-13bc-4ce5-a04a-8aec07213cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:14.681151 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-eef27926-4231-470c-bcb5-902978a88828 req-81528977-13bc-4ce5-a04a-8aec07213cbf service neutron] 10.222.0.70 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 919 time: 0.0857854 May 11 06:44:14.748088 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-eef27926-4231-470c-bcb5-902978a88828 req-90668459-4b34-494d-9472-fdfb60dbeb69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3a90bd8-246c-4327-a910-1612c24265cb HTTP/1.1" status: 200 len: 1002 time: 0.0605485 May 11 06:44:14.796769 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef27926-4231-470c-bcb5-902978a88828 req-9697c8b9-5125-44d3-94c3-5ac18e5dd1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:14.798139 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-eef27926-4231-470c-bcb5-902978a88828 req-9697c8b9-5125-44d3-94c3-5ac18e5dd1f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=583a5267-dd2a-4e7b-b980-2981ce70ccda HTTP/1.1" status: 200 len: 857 time: 0.0421002 May 11 06:44:14.847227 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef27926-4231-470c-bcb5-902978a88828 req-4600ceb2-1b28-412c-8a4a-c305d33ac5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:14.848813 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-eef27926-4231-470c-bcb5-902978a88828 req-4600ceb2-1b28-412c-8a4a-c305d33ac5b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f58da4c7-ef95-435b-ab0f-347f8d529b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391333 May 11 06:44:14.942966 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-eef27926-4231-470c-bcb5-902978a88828 req-edc0450e-09ae-4497-953d-b239455334d1 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866098 May 11 06:44:15.031709 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-eef27926-4231-470c-bcb5-902978a88828 req-680d9830-7c52-48bc-8fa4-bb250b8fbf69 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824747 May 11 06:44:15.330166 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c74d21-d7cf-4c67-8ed1-c7ffc04360e0 req-5b869740-dd17-4fd1-b04e-17d60f0d595f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:15.331860 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-08c74d21-d7cf-4c67-8ed1-c7ffc04360e0 req-5b869740-dd17-4fd1-b04e-17d60f0d595f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0597837 May 11 06:44:15.380354 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94c194-fc71-4be6-86fa-3197418a9fc1 req-47211db4-b958-4423-a4f1-b285a3e23cce tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:15.381849 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1b94c194-fc71-4be6-86fa-3197418a9fc1 req-47211db4-b958-4423-a4f1-b285a3e23cce tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 946 time: 0.0719755 May 11 06:44:15.418040 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-08c74d21-d7cf-4c67-8ed1-c7ffc04360e0 req-3e0e7862-25c9-45e1-8e5c-8e7e19a4c183 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706904 May 11 06:44:15.449072 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1b94c194-fc71-4be6-86fa-3197418a9fc1 req-13f3f482-4f6f-401c-aa34-801e59e75412 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593438 May 11 06:44:15.505638 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 46f06357-bb6c-4461-a2f7-c4a89a2e46fe details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:44:15.529431 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41052) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:15.589153 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0c617b0f-8af5-4ca0-bc85-e51cef91770d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group (123ce201-b500-44ca-adda-11fc65bf3e60), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:15.613047 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa576116-1c3b-44f0-837b-167cdced4bc8 req-14aa9e6a-631e-4d57-85ba-1e56d51cc5e4 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:15.614036 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=46f06357-bb6c-4461-a2f7-c4a89a2e46fe,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:44:15.614573 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fa576116-1c3b-44f0-837b-167cdced4bc8 req-14aa9e6a-631e-4d57-85ba-1e56d51cc5e4 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 943 time: 0.0549738 May 11 06:44:15.616531 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0c617b0f-8af5-4ca0-bc85-e51cef91770d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group (123ce201-b500-44ca-adda-11fc65bf3e60), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:15.625493 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': '46f06357-bb6c-4461-a2f7-c4a89a2e46fe', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'port_id': '46f06357-bb6c-4461-a2f7-c4a89a2e46fe', 'mac_address': 'fa:16:3e:de:aa:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:44:15.663746 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fa576116-1c3b-44f0-837b-167cdced4bc8 req-5a7b3443-6040-437e-bb84-9b447e32e996 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=603a3d2e-1809-4847-a087-997b14f08617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434403 May 11 06:44:15.672344 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0c617b0f-8af5-4ca0-bc85-e51cef91770d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (123ce201-b500-44ca-adda-11fc65bf3e60), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:15.673170 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:15.673617 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (46f06357-bb6c-4461-a2f7-c4a89a2e46fe), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:15.675035 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0c617b0f-8af5-4ca0-bc85-e51cef91770d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:15.676446 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-0c617b0f-8af5-4ca0-bc85-e51cef91770d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "DELETE /v2.0/security-groups/123ce201-b500-44ca-adda-11fc65bf3e60 HTTP/1.1" status: 204 len: 168 time: 0.1457472 May 11 06:44:15.685735 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41054) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:15.691322 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f06357-bb6c-4461-a2f7-c4a89a2e46fe {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:44:15.691609 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c617b0f-8af5-4ca0-bc85-e51cef91770d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=123ce201-b500-44ca-adda-11fc65bf3e60,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:15.692869 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.api.v2.resource [None req-1e93a63e-8dcf-4375-aae9-37147a2cab32 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] show failed (client error): The resource could not be found. May 11 06:44:15.694077 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-1e93a63e-8dcf-4375-aae9-37147a2cab32 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups/123ce201-b500-44ca-adda-11fc65bf3e60 HTTP/1.1" status: 404 len: 347 time: 0.0141048 May 11 06:44:15.697200 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41056) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:15.726171 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=46f06357-bb6c-4461-a2f7-c4a89a2e46fe,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:44:15.731061 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (46f06357-bb6c-4461-a2f7-c4a89a2e46fe), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:15.779359 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=46f06357-bb6c-4461-a2f7-c4a89a2e46fe,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:15.786827 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:15.787167 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:15.787531 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:15.787886 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:15.788221 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:15.788549 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:15.788871 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:15.789195 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:15.789529 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:15.789855 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:15.790403 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:15.790980 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:15.791577 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:15.791954 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:15.792278 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:15.818026 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7c92c-e626-46d4-8435-bf551df7ad37 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Deleting port 5eeb8eb3-9066-4560-bb3e-000b33f3c337 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:44:15.818368 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5dc7c92c-e626-46d4-8435-bf551df7ad37 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (5eeb8eb3-9066-4560-bb3e-000b33f3c337), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:15.899784 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5dc7c92c-e626-46d4-8435-bf551df7ad37 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (5eeb8eb3-9066-4560-bb3e-000b33f3c337), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:15.900108 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5dc7c92c-e626-46d4-8435-bf551df7ad37 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for floatingip (5eeb8eb3-9066-4560-bb3e-000b33f3c337), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:15.912358 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-5dc7c92c-e626-46d4-8435-bf551df7ad37 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Calling delete_port for 5eeb8eb3-9066-4560-bb3e-000b33f3c337 owned by network:floatingip {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:44:16.039688 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5dc7c92c-e626-46d4-8435-bf551df7ad37 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (5eeb8eb3-9066-4560-bb3e-000b33f3c337), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:16.066257 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7c92c-e626-46d4-8435-bf551df7ad37 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event deleted for resources: {'Port': ['ID=5eeb8eb3-9066-4560-bb3e-000b33f3c337,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:16.116680 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['46f06357-bb6c-4461-a2f7-c4a89a2e46fe'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:44:16.131479 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5dc7c92c-e626-46d4-8435-bf551df7ad37 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for floatingip (a1c4fac9-1a5b-4e28-99ce-45c1c98f6c67), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:16.134133 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-5dc7c92c-e626-46d4-8435-bf551df7ad37 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:16.136096 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-5dc7c92c-e626-46d4-8435-bf551df7ad37 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "DELETE /v2.0/floatingips/a1c4fac9-1a5b-4e28-99ce-45c1c98f6c67 HTTP/1.1" status: 204 len: 168 time: 0.4380417 May 11 06:44:16.225066 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41060) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:16.229530 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-9babc166-9c06-41e3-9adb-4c157409c2f0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--135706047', 'description': 'tempest-description--13980896'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:44:16.250739 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9babc166-9c06-41e3-9adb-4c157409c2f0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:16.318025 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9babc166-9c06-41e3-9adb-4c157409c2f0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group (dda0c5d7-f200-46f7-b686-e44667f38420), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:16.321510 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9babc166-9c06-41e3-9adb-4c157409c2f0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (dda0c5d7-f200-46f7-b686-e44667f38420), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:16.345119 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9babc166-9c06-41e3-9adb-4c157409c2f0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:16.346337 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-9babc166-9c06-41e3-9adb-4c157409c2f0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1202950 May 11 06:44:16.349221 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41062) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:16.354352 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9babc166-9c06-41e3-9adb-4c157409c2f0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda0c5d7-f200-46f7-b686-e44667f38420,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:16.451346 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-15ae9294-d8c9-450a-83d7-bed0856137f1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Request body: {'security_group_rule': {'security_group_id': 'dda0c5d7-f200-46f7-b686-e44667f38420', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:44:16.478051 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-15ae9294-d8c9-450a-83d7-bed0856137f1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group_rule (44190ab7-ca54-4a65-b5a1-3857fe2e244a), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:16.535317 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-15ae9294-d8c9-450a-83d7-bed0856137f1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group_rule (44190ab7-ca54-4a65-b5a1-3857fe2e244a), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:16.539017 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-15ae9294-d8c9-450a-83d7-bed0856137f1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (44190ab7-ca54-4a65-b5a1-3857fe2e244a), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:16.556058 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae9294-d8c9-450a-83d7-bed0856137f1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44190ab7-ca54-4a65-b5a1-3857fe2e244a,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:16.566080 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-15ae9294-d8c9-450a-83d7-bed0856137f1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:16.567354 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-15ae9294-d8c9-450a-83d7-bed0856137f1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2170119 May 11 06:44:16.567756 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2582186-b955-4dc0-8f21-cde01322a7f8 req-563e226d-0b23-4b69-9249-de1a1a49d6d5 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:16.569302 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f2582186-b955-4dc0-8f21-cde01322a7f8 req-563e226d-0b23-4b69-9249-de1a1a49d6d5 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0802677 May 11 06:44:16.571879 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41070) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:16.577082 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-05271cbc-7b29-4314-b77c-4d480ce19f0b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Request body: {'security_group_rule': {'security_group_id': 'dda0c5d7-f200-46f7-b686-e44667f38420', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:44:16.592864 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42768b-bcc2-47c3-90c5-50d3c8991cc2 req-58e10b51-655f-4571-b2ea-de3acaef3c70 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:16.594495 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9e42768b-bcc2-47c3-90c5-50d3c8991cc2 req-58e10b51-655f-4571-b2ea-de3acaef3c70 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 946 time: 0.0728440 May 11 06:44:16.603764 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-05271cbc-7b29-4314-b77c-4d480ce19f0b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group_rule (d2e1db46-eb88-457e-a29d-73cfbe7a0e60), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:16.658163 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f2582186-b955-4dc0-8f21-cde01322a7f8 req-6b3f405a-3e24-4ab0-af84-0eb1c54b05f3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820923 May 11 06:44:16.662352 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-05271cbc-7b29-4314-b77c-4d480ce19f0b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group_rule (d2e1db46-eb88-457e-a29d-73cfbe7a0e60), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:16.665608 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9e42768b-bcc2-47c3-90c5-50d3c8991cc2 req-5b38aa6d-8a18-422d-90ac-9bac42b07d28 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643914 May 11 06:44:16.667366 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-05271cbc-7b29-4314-b77c-4d480ce19f0b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (d2e1db46-eb88-457e-a29d-73cfbe7a0e60), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:16.686441 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05271cbc-7b29-4314-b77c-4d480ce19f0b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2e1db46-eb88-457e-a29d-73cfbe7a0e60,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:16.695574 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-05271cbc-7b29-4314-b77c-4d480ce19f0b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:16.700704 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41074) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:16.703439 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-05271cbc-7b29-4314-b77c-4d480ce19f0b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267807 May 11 06:44:16.705120 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Request body: {'floatingip': {'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:44:16.725602 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:16.831110 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751263e-7423-4240-a33e-ae8f5b2272fa req-4f5435d9-2b26-45ea-9312-1277de5d43d9 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:16.832510 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2751263e-7423-4240-a33e-ae8f5b2272fa req-4f5435d9-2b26-45ea-9312-1277de5d43d9 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 944 time: 0.0921876 May 11 06:44:16.854902 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:16.922293 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2751263e-7423-4240-a33e-ae8f5b2272fa req-fca57ce3-4196-419a-8714-3ad407245e8b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=603a3d2e-1809-4847-a087-997b14f08617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829206 May 11 06:44:16.981973 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Allocated IP 172.27.2.179 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/cbea8c2d-8975-498b-a5a1-91b48f144f22) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:44:17.080014 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for port (cbea8c2d-8975-498b-a5a1-91b48f144f22), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:17.112482 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (cbea8c2d-8975-498b-a5a1-91b48f144f22), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:17.150525 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:44:17.159418 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:44:17.163936 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:44:17.165843 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event updated for resources: {'Port': ['ID=cbea8c2d-8975-498b-a5a1-91b48f144f22,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:17.248334 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for floatingip (64b6196f-9867-4ede-b326-282621601d7c), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:17.283153 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (cbea8c2d-8975-498b-a5a1-91b48f144f22), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:17.461413 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for port (cbea8c2d-8975-498b-a5a1-91b48f144f22), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:17.466565 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (cbea8c2d-8975-498b-a5a1-91b48f144f22), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:17.501828 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 46f06357-bb6c-4461-a2f7-c4a89a2e46fe up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:44:17.538448 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event updated for resources: {'Port': ['ID=cbea8c2d-8975-498b-a5a1-91b48f144f22,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:17.546832 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:44:17.552170 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (64b6196f-9867-4ede-b326-282621601d7c), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:17.552965 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:17.553461 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (46f06357-bb6c-4461-a2f7-c4a89a2e46fe), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:17.568479 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:17.578614 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-a1811bbd-9021-4d21-90ab-7ad5d272c41c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8680003 May 11 06:44:17.638538 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:17.638833 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (46f06357-bb6c-4461-a2f7-c4a89a2e46fe), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:17.661856 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d780cb-2ea7-4645-937d-03eef82ae3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f06357-bb6c-4461-a2f7-c4a89a2e46fe'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:44:17.664182 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0185173a-3a8f-46c2-a6c4-75efbda00e4b" -d '{"events": [{"server_uuid": "09d780cb-2ea7-4645-937d-03eef82ae3c4", "name": "network-vif-plugged", "status": "completed", "tag": "46f06357-bb6c-4461-a2f7-c4a89a2e46fe"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:44:17.678074 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=46f06357-bb6c-4461-a2f7-c4a89a2e46fe,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:44:17.684635 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (46f06357-bb6c-4461-a2f7-c4a89a2e46fe), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:17.709209 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2efb0e-9ff2-4278-be94-fdf908be7446 x-openstack-request-id: req-fe2efb0e-9ff2-4278-be94-fdf908be7446 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:44:17.709504 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d780cb-2ea7-4645-937d-03eef82ae3c4", "name": "network-vif-plugged", "status": "completed", "tag": "46f06357-bb6c-4461-a2f7-c4a89a2e46fe", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:44:17.709947 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe2efb0e-9ff2-4278-be94-fdf908be7446 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:44:17.710344 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2efb0e-9ff2-4278-be94-fdf908be7446'] response: {'server_uuid': '09d780cb-2ea7-4645-937d-03eef82ae3c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f06357-bb6c-4461-a2f7-c4a89a2e46fe', 'code': 200} May 11 06:44:17.725341 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-95161bc4-5408-43af-ace5-d8008773e4c7 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--135706047&fields=id&tenant_id=ea42234bb6844ce88afe0725d859863e HTTP/1.1" status: 200 len: 267 time: 0.0481400 May 11 06:44:17.736128 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=46f06357-bb6c-4461-a2f7-c4a89a2e46fe,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:17.864163 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-d6c3fb56-8906-49d0-ac8c-f8f4f600e212 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:17.865644 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-d6c3fb56-8906-49d0-ac8c-f8f4f600e212 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/networks?id=db82dec6-6180-4aae-84ec-afed65e8ca62 HTTP/1.1" status: 200 len: 817 time: 0.1320546 May 11 06:44:17.873982 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6b60d-b23c-4e28-905b-41a4304299ce req-9dadd995-9871-4b1d-80bd-e572127009f6 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:17.875369 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-04b6b60d-b23c-4e28-905b-41a4304299ce req-9dadd995-9871-4b1d-80bd-e572127009f6 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0676839 May 11 06:44:17.891426 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-3c539940-fe69-4ce1-9527-b8e9496814d2 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/quotas/ea42234bb6844ce88afe0725d859863e HTTP/1.1" status: 200 len: 375 time: 0.0151465 May 11 06:44:17.956931 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-1c74ff4d-0adf-4e78-8c71-49f0d1329009 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ea42234bb6844ce88afe0725d859863e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594933 May 11 06:44:17.959853 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-04b6b60d-b23c-4e28-905b-41a4304299ce req-2f01a9d2-a998-4996-95bb-9d9b76ff4e9e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776570 May 11 06:44:18.087040 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459463d-7edc-46b0-948e-f76f7187c8e3 req-5bb181ff-e2ce-409b-8d17-483a7b52e116 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:18.088517 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6459463d-7edc-46b0-948e-f76f7187c8e3 req-5bb181ff-e2ce-409b-8d17-483a7b52e116 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 946 time: 0.0622361 May 11 06:44:18.093612 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-a93a05f7-faba-4c94-bd83-6d84aab8783d service neutron] 10.222.0.64 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257200 May 11 06:44:18.186189 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6459463d-7edc-46b0-948e-f76f7187c8e3 req-db3f43a1-547d-42e6-a923-1b61cd409ba2 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/security-groups?id=c293b5b9-fad4-423a-aa16-39222812b540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916443 May 11 06:44:18.213736 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-2148721f-22a9-4b7c-a9cc-b72180b589cc service neutron] 10.222.0.64 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128552 May 11 06:44:18.289901 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f77fba6-ba2f-416e-a7de-f01a13b86b1b req-3bd8edbd-175b-4de7-9312-4e6617e7deab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:18.291467 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0f77fba6-ba2f-416e-a7de-f01a13b86b1b req-3bd8edbd-175b-4de7-9312-4e6617e7deab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 945 time: 0.0509698 May 11 06:44:18.353499 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0f77fba6-ba2f-416e-a7de-f01a13b86b1b req-c8e3523f-504c-42ce-bb73-932ed8239b87 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=603a3d2e-1809-4847-a087-997b14f08617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549910 May 11 06:44:18.398306 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b8b89-bf22-4cff-ada3-5fcdc7f9798e req-fcb2f8ab-9e8d-40b5-b7bd-44e2189a99f6 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:18.399838 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ce0b8b89-bf22-4cff-ada3-5fcdc7f9798e req-fcb2f8ab-9e8d-40b5-b7bd-44e2189a99f6 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 946 time: 0.1050436 May 11 06:44:18.405388 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5b0ea21a-16e7-4d50-90ac-dc4934c8e2a6 req-18eddc41-6828-49d0-9ab1-7c19d49a704a tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 210 time: 0.0344844 May 11 06:44:18.804734 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1430aab-ebe9-4057-941a-6d7cc99feee1 req-bf99b657-01cc-4afc-95c9-92aae6e1b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:18.806165 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d1430aab-ebe9-4057-941a-6d7cc99feee1 req-bf99b657-01cc-4afc-95c9-92aae6e1b7c5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 1129 time: 0.0427902 May 11 06:44:18.829563 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-ce0b8b89-bf22-4cff-ada3-5fcdc7f9798e req-747347c6-70c7-4a26-acc9-e6dba31d815e tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Deleting port 345508dc-7ee8-4f6f-968f-12fa627c66a9 {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:44:18.829897 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-ce0b8b89-bf22-4cff-ada3-5fcdc7f9798e req-747347c6-70c7-4a26-acc9-e6dba31d815e tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (345508dc-7ee8-4f6f-968f-12fa627c66a9), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:18.851821 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d1430aab-ebe9-4057-941a-6d7cc99feee1 req-c880d2b9-9b46-477b-9aee-3798431d8b37 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=603a3d2e-1809-4847-a087-997b14f08617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395665 May 11 06:44:18.921538 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-ce0b8b89-bf22-4cff-ada3-5fcdc7f9798e req-747347c6-70c7-4a26-acc9-e6dba31d815e tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] For port 345508dc-7ee8-4f6f-968f-12fa627c66a9, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=345508dc-7ee8-4f6f-968f-12fa627c66a9,segment=NetworkSegment(41043fce-16f2-49c5-87b4-7ec59c1cd08e),segment_id=41043fce-16f2-49c5-87b4-7ec59c1cd08e)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:44:18.921906 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-ce0b8b89-bf22-4cff-ada3-5fcdc7f9798e req-747347c6-70c7-4a26-acc9-e6dba31d815e tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (345508dc-7ee8-4f6f-968f-12fa627c66a9), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:18.935134 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-ce0b8b89-bf22-4cff-ada3-5fcdc7f9798e req-747347c6-70c7-4a26-acc9-e6dba31d815e tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Calling delete_port for 345508dc-7ee8-4f6f-968f-12fa627c66a9 owned by compute:nova {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:44:19.067481 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-ce0b8b89-bf22-4cff-ada3-5fcdc7f9798e req-747347c6-70c7-4a26-acc9-e6dba31d815e tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (345508dc-7ee8-4f6f-968f-12fa627c66a9), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:19.077949 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e263a-99d9-41ec-b0d7-7a72d50001c4 req-337b4128-7e06-4a24-90c6-8e447997c0d3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:19.079460 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-621e263a-99d9-41ec-b0d7-7a72d50001c4 req-337b4128-7e06-4a24-90c6-8e447997c0d3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0501201 May 11 06:44:19.094276 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747347c6-70c7-4a26-acc9-e6dba31d815e tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Pushing event deleted for resources: {'Port': ['ID=345508dc-7ee8-4f6f-968f-12fa627c66a9,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:19.117662 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['345508dc-7ee8-4f6f-968f-12fa627c66a9'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:44:19.129220 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-621e263a-99d9-41ec-b0d7-7a72d50001c4 req-e866ec66-8897-4b66-98c2-d81324f3a3f3 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440168 May 11 06:44:19.138995 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce0b8b89-bf22-4cff-ada3-5fcdc7f9798e req-747347c6-70c7-4a26-acc9-e6dba31d815e tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] No DVR routers for this DVR port 345508dc-7ee8-4f6f-968f-12fa627c66a9 on host hv-cinder-80475 {{(pid=104514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:44:19.141753 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-ce0b8b89-bf22-4cff-ada3-5fcdc7f9798e req-747347c6-70c7-4a26-acc9-e6dba31d815e tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:19.144978 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ce0b8b89-bf22-4cff-ada3-5fcdc7f9798e req-747347c6-70c7-4a26-acc9-e6dba31d815e tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.70 "DELETE /v2.0/ports/345508dc-7ee8-4f6f-968f-12fa627c66a9 HTTP/1.1" status: 204 len: 173 time: 0.4040918 May 11 06:44:19.145416 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d4ab69-7025-4c29-9e86-88f48dec8d5b', 'name': 'network-vif-deleted', 'tag': '345508dc-7ee8-4f6f-968f-12fa627c66a9'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:44:19.147656 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c4a811-abbf-4e09-aa88-aabb331a3ab3" -d '{"events": [{"server_uuid": "d3d4ab69-7025-4c29-9e86-88f48dec8d5b", "name": "network-vif-deleted", "tag": "345508dc-7ee8-4f6f-968f-12fa627c66a9"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:44:19.189003 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64fc6e6-91b7-4d64-9db9-845ac77bc3d2 x-openstack-request-id: req-f64fc6e6-91b7-4d64-9db9-845ac77bc3d2 {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:44:19.189344 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d4ab69-7025-4c29-9e86-88f48dec8d5b", "name": "network-vif-deleted", "tag": "345508dc-7ee8-4f6f-968f-12fa627c66a9", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:44:19.189562 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f64fc6e6-91b7-4d64-9db9-845ac77bc3d2 {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:44:19.189998 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f64fc6e6-91b7-4d64-9db9-845ac77bc3d2'] response: {'server_uuid': 'd3d4ab69-7025-4c29-9e86-88f48dec8d5b', 'name': 'network-vif-deleted', 'tag': '345508dc-7ee8-4f6f-968f-12fa627c66a9', 'status': 'completed', 'code': 200} May 11 06:44:19.254310 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa6b20-0792-415e-afce-0bf186747cec req-0b7fc9be-eb81-4796-9a3d-989920595dc1 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:19.255875 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b5fa6b20-0792-415e-afce-0bf186747cec req-0b7fc9be-eb81-4796-9a3d-989920595dc1 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0545330 May 11 06:44:19.274768 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41118) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:19.279415 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-4fa3672a-be4c-4b22-bacb-f4cb8312d40c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Request body: {'floatingip': {'port_id': 'c3a90bd8-246c-4327-a910-1612c24265cb'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:44:19.291045 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-247a3084-d9ea-4efc-abec-39d7bdb087c9 req-3a75bd9c-632a-4c3e-aaa7-216f4326d8e2 tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 210 time: 0.0338798 May 11 06:44:19.337581 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4fa3672a-be4c-4b22-bacb-f4cb8312d40c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for floatingip (f916f461-3e4b-4492-866b-2a54c84bd5e4), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:19.472054 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddd48b-0d46-4546-b10b-71701704dc56 req-832980e0-0b78-46c9-ad4a-34a467d0e41f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:19.473676 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fbddd48b-0d46-4546-b10b-71701704dc56 req-832980e0-0b78-46c9-ad4a-34a467d0e41f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 945 time: 0.0486114 May 11 06:44:19.516661 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e4e678b2-d2f5-450d-9316-22612b911924 req-757964a5-4afe-4b62-904f-4cf4c30ec170 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 210 time: 0.0394900 May 11 06:44:19.545985 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fbddd48b-0d46-4546-b10b-71701704dc56 req-e4c26adf-9743-4c35-a559-19b3e1bc4a6c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=603a3d2e-1809-4847-a087-997b14f08617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599813 May 11 06:44:20.053902 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4fa3672a-be4c-4b22-bacb-f4cb8312d40c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:20.057811 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4fa3672a-be4c-4b22-bacb-f4cb8312d40c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (f916f461-3e4b-4492-866b-2a54c84bd5e4), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:20.267911 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa3672a-be4c-4b22-bacb-f4cb8312d40c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Router f7067096-4b44-48a4-9231-82945805c6bd has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:44:20.378520 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa3672a-be4c-4b22-bacb-f4cb8312d40c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:44:20.383424 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4fa3672a-be4c-4b22-bacb-f4cb8312d40c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:20.390228 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281aff84-449f-4c01-b83c-4966d70749dc None None] Sync routers for ids ['f7067096-4b44-48a4-9231-82945805c6bd'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:44:20.410766 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281aff84-449f-4c01-b83c-4966d70749dc None None] Routers {'f7067096-4b44-48a4-9231-82945805c6bd'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:44:20.411737 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-281aff84-449f-4c01-b83c-4966d70749dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:43:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f7067096-4b44-48a4-9231-82945805c6bd'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:20.413956 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ec2f74bf-665a-46ab-b660-f5a8b2b46705 req-df6deea1-2613-46eb-8990-a4febc98682f tempest-VolumesSnapshotTestJSON-1685477785 tempest-VolumesSnapshotTestJSON-1685477785-project] 10.222.0.64 "GET /v2.0/ports?device_id=d3d4ab69-7025-4c29-9e86-88f48dec8d5b HTTP/1.1" status: 200 len: 210 time: 0.0388219 May 11 06:44:20.468884 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-4fa3672a-be4c-4b22-bacb-f4cb8312d40c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "PUT /v2.0/floatingips/f916f461-3e4b-4492-866b-2a54c84bd5e4 HTTP/1.1" status: 200 len: 994 time: 1.1928260 May 11 06:44:20.618317 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-281aff84-449f-4c01-b83c-4966d70749dc None None] Set router f7067096-4b44-48a4-9231-82945805c6bd gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:44:20.623900 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c5b12f88-017b-4156-88ca-06d9703d6fe7 req-f0727e08-ea7c-442e-b1a0-1c0f4326bd03 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 210 time: 0.0300574 May 11 06:44:20.668065 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d6698-5525-49ed-91b4-925b17599f3c req-2fe48d73-d8e6-4847-8c7e-d61e731021f2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:20.669547 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1c7d6698-5525-49ed-91b4-925b17599f3c req-2fe48d73-d8e6-4847-8c7e-d61e731021f2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 945 time: 0.0490668 May 11 06:44:20.720368 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1c7d6698-5525-49ed-91b4-925b17599f3c req-ba1a26aa-8a84-4f9f-8586-9d502afd7828 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=603a3d2e-1809-4847-a087-997b14f08617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445299 May 11 06:44:20.835409 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-281aff84-449f-4c01-b83c-4966d70749dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port': {'id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'f916f461-3e4b-4492-866b-2a54c84bd5e4', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'port_id': 'c3a90bd8-246c-4327-a910-1612c24265cb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'mac_address': 'fa:16:3e:e6:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:42:10Z', 'updated_at': '2022-05-11T06:44:19Z', 'revision_number': 3, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964754b6-070a-49dd-a363-5f181098f551', 'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'mac_address': 'fa:16:3e:cd:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:23Z', 'revision_number': 5, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'subnets': [{'id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:20.866641 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281aff84-449f-4c01-b83c-4966d70749dc None None] Checking router: f7067096-4b44-48a4-9231-82945805c6bd for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:44:20.880557 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281aff84-449f-4c01-b83c-4966d70749dc None None] Routers {'f7067096-4b44-48a4-9231-82945805c6bd'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:44:20.881187 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-281aff84-449f-4c01-b83c-4966d70749dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:43:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f7067096-4b44-48a4-9231-82945805c6bd'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:20.997846 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-281aff84-449f-4c01-b83c-4966d70749dc None None] Set router f7067096-4b44-48a4-9231-82945805c6bd gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:44:21.083302 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-604f79f9-252f-4418-83a3-b373303fd410 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:21.085793 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-604f79f9-252f-4418-83a3-b373303fd410 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.70 "GET /v2.0/networks?id=db82dec6-6180-4aae-84ec-afed65e8ca62 HTTP/1.1" status: 200 len: 817 time: 0.1796527 May 11 06:44:21.095421 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b11d0e-86bc-478d-83eb-866cda28fa94 req-f8a9a293-5094-413b-9827-be191f119097 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:21.097181 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f3b11d0e-86bc-478d-83eb-866cda28fa94 req-f8a9a293-5094-413b-9827-be191f119097 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 945 time: 0.3145499 May 11 06:44:21.106509 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41134) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:21.111111 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-e0fba29d-fb35-4f35-a4f0-247ef6772053 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'floatingip': {'port_id': '46f06357-bb6c-4461-a2f7-c4a89a2e46fe'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:44:21.159924 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e0fba29d-fb35-4f35-a4f0-247ef6772053 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (f5e43b3f-e374-4f25-aa3e-5022845b7b95), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:21.161208 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-ac507607-1ea3-4d17-8201-e47827f1ce0b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea42234bb6844ce88afe0725d859863e HTTP/1.1" status: 200 len: 379 time: 0.0605497 May 11 06:44:21.191007 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'tag': 'c3a90bd8-246c-4327-a910-1612c24265cb'}, {'name': 'network-changed', 'server_uuid': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'tag': 'c3a90bd8-246c-4327-a910-1612c24265cb'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:44:21.195615 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cb8311-62e2-4a15-af1d-0fa38cf66944" -d '{"events": [{"name": "network-changed", "server_uuid": "1c304119-9fe2-4635-ac4f-081c9c1ab062", "tag": "c3a90bd8-246c-4327-a910-1612c24265cb"}, {"name": "network-changed", "server_uuid": "1c304119-9fe2-4635-ac4f-081c9c1ab062", "tag": "c3a90bd8-246c-4327-a910-1612c24265cb"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:44:21.231750 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 11 May 2022 06:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b4b01a-cf2c-4d75-9467-b5dbd8e12f8a x-openstack-request-id: req-f4b4b01a-cf2c-4d75-9467-b5dbd8e12f8a {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:44:21.232045 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c304119-9fe2-4635-ac4f-081c9c1ab062", "tag": "c3a90bd8-246c-4327-a910-1612c24265cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c304119-9fe2-4635-ac4f-081c9c1ab062", "tag": "c3a90bd8-246c-4327-a910-1612c24265cb", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:44:21.232297 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f4b4b01a-cf2c-4d75-9467-b5dbd8e12f8a {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:44:21.232698 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b4b01a-cf2c-4d75-9467-b5dbd8e12f8a'] response: {'name': 'network-changed', 'server_uuid': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'tag': 'c3a90bd8-246c-4327-a910-1612c24265cb', 'status': 'completed', 'code': 200} May 11 06:44:21.232952 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4b4b01a-cf2c-4d75-9467-b5dbd8e12f8a'] response: {'name': 'network-changed', 'server_uuid': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'tag': 'c3a90bd8-246c-4327-a910-1612c24265cb', 'status': 'completed', 'code': 200} May 11 06:44:21.245513 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-281aff84-449f-4c01-b83c-4966d70749dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port': {'id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'f916f461-3e4b-4492-866b-2a54c84bd5e4', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'port_id': 'c3a90bd8-246c-4327-a910-1612c24265cb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'mac_address': 'fa:16:3e:e6:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:42:10Z', 'updated_at': '2022-05-11T06:44:19Z', 'revision_number': 3, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964754b6-070a-49dd-a363-5f181098f551', 'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'mac_address': 'fa:16:3e:cd:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:23Z', 'revision_number': 5, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'subnets': [{'id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:21.275038 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281aff84-449f-4c01-b83c-4966d70749dc None None] The sync data for ids ['f7067096-4b44-48a4-9231-82945805c6bd'] in dv-cinder-804757-27-iscsi is: [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port': {'id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'f916f461-3e4b-4492-866b-2a54c84bd5e4', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'port_id': 'c3a90bd8-246c-4327-a910-1612c24265cb', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'mac_address': 'fa:16:3e:e6:02:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:42:10Z', 'updated_at': '2022-05-11T06:44:19Z', 'revision_number': 3, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '964754b6-070a-49dd-a363-5f181098f551', 'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'mac_address': 'fa:16:3e:cd:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:23Z', 'revision_number': 5, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'subnets': [{'id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:44:21.278479 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-3f2a59cd-be85-49da-b0a0-19d946968658 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Request body: {'port': {'device_id': '596cbeb7-7356-4919-913a-a0adace78883', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'admin_state_up': True, 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'security_groups': ['dda0c5d7-f200-46f7-b686-e44667f38420']}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:44:21.402654 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-3f2a59cd-be85-49da-b0a0-19d946968658 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Made reservation on behalf of ea42234bb6844ce88afe0725d859863e for: {'port': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:44:21.406153 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-3f2a59cd-be85-49da-b0a0-19d946968658 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:21.437852 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-74f9aa54-63ef-4996-8f57-596a72a9289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:21.439392 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-74f9aa54-63ef-4996-8f57-596a72a9289d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 1130 time: 0.1277037 May 11 06:44:21.516969 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 345508dc-7ee8-4f6f-968f-12fa627c66a9 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:44:21.554858 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: 345508dc-7ee8-4f6f-968f-12fa627c66a9 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:44:21.555613 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 345508dc-7ee8-4f6f-968f-12fa627c66a9 not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:44:21.578143 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-3f2a59cd-be85-49da-b0a0-19d946968658 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Allocated IP 172.20.0.6 (db82dec6-6180-4aae-84ec-afed65e8ca62/46918c72-b454-45a4-910b-65c25fc3c195/0c976279-8b75-4fa9-9ca3-337753d9430e) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:44:21.669742 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-5f3ffdf6-2dda-4c56-b7b7-c768b009d7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:21.671237 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-5f3ffdf6-2dda-4c56-b7b7-c768b009d7b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 919 time: 0.2011807 May 11 06:44:21.750002 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-3f2a59cd-be85-49da-b0a0-19d946968658 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:21.788616 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-3f2a59cd-be85-49da-b0a0-19d946968658 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:21.807336 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-129bfbe4-9d60-4851-b31c-992c513dd888 req-d8fad5e3-26e4-47c6-a433-1b73c04b4380 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 210 time: 0.0795741 May 11 06:44:21.853586 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a59cd-be85-49da-b0a0-19d946968658 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event updated for resources: {'Port': ['ID=0c976279-8b75-4fa9-9ca3-337753d9430e,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:21.864898 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-3f2a59cd-be85-49da-b0a0-19d946968658 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Network db82dec6-6180-4aae-84ec-afed65e8ca62 is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:44:21.866586 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-3f2a59cd-be85-49da-b0a0-19d946968658 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:44:21.869110 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-3f2a59cd-be85-49da-b0a0-19d946968658 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:44:21.872162 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-116189c3-28c6-4ef5-a7b4-de461502e5e8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3a90bd8-246c-4327-a910-1612c24265cb HTTP/1.1" status: 200 len: 1002 time: 0.1909482 May 11 06:44:21.917367 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e0fba29d-fb35-4f35-a4f0-247ef6772053 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:21.925470 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e0fba29d-fb35-4f35-a4f0-247ef6772053 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (f5e43b3f-e374-4f25-aa3e-5022845b7b95), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:21.932860 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-3f2a59cd-be85-49da-b0a0-19d946968658 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:21.934194 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-3f2a59cd-be85-49da-b0a0-19d946968658 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:21.953985 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-3f2a59cd-be85-49da-b0a0-19d946968658 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6800840 May 11 06:44:21.972610 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Request body: {'port': {'device_id': '596cbeb7-7356-4919-913a-a0adace78883', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:44:21.974957 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-ddc79dac-be7d-4eb9-a3e8-60336fc610ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:21.976465 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-ddc79dac-be7d-4eb9-a3e8-60336fc610ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=583a5267-dd2a-4e7b-b980-2981ce70ccda HTTP/1.1" status: 200 len: 857 time: 0.0971627 May 11 06:44:22.039953 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:22.059609 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-2a118241-bf4f-4c1a-8c33-f60b53d95121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:22.061124 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-2a118241-bf4f-4c1a-8c33-f60b53d95121 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f58da4c7-ef95-435b-ab0f-347f8d529b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0785594 May 11 06:44:22.093541 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [None req-e0fba29d-fb35-4f35-a4f0-247ef6772053 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Floating IP f5e43b3f-e374-4f25-aa3e-5022845b7b95 associated. External IP: 172.27.2.186, port: 46f06357-bb6c-4461-a2f7-c4a89a2e46fe. May 11 06:44:22.107122 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-5e0a26ef-ae9e-4465-9487-b810607873d6 None None] Provisioning complete for port 0c976279-8b75-4fa9-9ca3-337753d9430e triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:22.107562 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-5e0a26ef-ae9e-4465-9487-b810607873d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:22.142505 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-5e0a26ef-ae9e-4465-9487-b810607873d6 None None] Port 0c976279-8b75-4fa9-9ca3-337753d9430e cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:44:22.238445 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-b95bb955-3494-47c1-b8c7-aaf5ea6b7fc5 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659148 May 11 06:44:22.342916 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c976279-8b75-4fa9-9ca3-337753d9430e {{(pid=104514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:44:22.350314 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Publish callbacks [] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:22.364237 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.provisioning_blocks [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Transition to ACTIVE for port object 0c976279-8b75-4fa9-9ca3-337753d9430e will not be triggered until provisioned by entity L2. {{(pid=104514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:44:22.367821 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:22.414363 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-93abf8aa-5cf0-4703-b29b-1ce6a2b32d66 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682117 May 11 06:44:22.438299 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0fba29d-fb35-4f35-a4f0-247ef6772053 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Router 58024757-0472-42af-9a5f-e09dbcca1c29 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:44:22.450741 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Pushing event updated for resources: {'Port': ['ID=0c976279-8b75-4fa9-9ca3-337753d9430e,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:22.502031 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Attempting to bind port 0c976279-8b75-4fa9-9ca3-337753d9430e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:44:22.502386 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Attempting to bind port 0c976279-8b75-4fa9-9ca3-337753d9430e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '2d52252d-04b6-4ff8-a302-b9900d207bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:44:22.502691 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Attempting to bind port 0c976279-8b75-4fa9-9ca3-337753d9430e on network db82dec6-6180-4aae-84ec-afed65e8ca62 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:44:22.507640 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Port 0c976279-8b75-4fa9-9ca3-337753d9430e on network db82dec6-6180-4aae-84ec-afed65e8ca62 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:44:22.507970 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Attempting to bind port 0c976279-8b75-4fa9-9ca3-337753d9430e on network db82dec6-6180-4aae-84ec-afed65e8ca62 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:44:22.512981 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:44:22.513325 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Checking segment: {'id': '2d52252d-04b6-4ff8-a302-b9900d207bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:44:22.513798 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Bound using segment: {'id': '2d52252d-04b6-4ff8-a302-b9900d207bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:44:22.514121 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Bound port: 0c976279-8b75-4fa9-9ca3-337753d9430e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d52252d-04b6-4ff8-a302-b9900d207bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:44:22.514480 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:22.586091 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-36c254dc-3fdb-4cd9-9e4e-1f5290f68d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:22.586399 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] For port 0c976279-8b75-4fa9-9ca3-337753d9430e, host hv-cinder-80475, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:44:22.587792 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-36c254dc-3fdb-4cd9-9e4e-1f5290f68d6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 1130 time: 0.0828981 May 11 06:44:22.589875 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] For port 0c976279-8b75-4fa9-9ca3-337753d9430e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c976279-8b75-4fa9-9ca3-337753d9430e,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:44:22.597288 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:22.632774 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:22.634001 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:22.634772 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] 10.222.0.70 "PUT /v2.0/ports/0c976279-8b75-4fa9-9ca3-337753d9430e HTTP/1.1" status: 200 len: 1093 time: 0.6667242 May 11 06:44:22.637514 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0fba29d-fb35-4f35-a4f0-247ef6772053 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:44:22.642933 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e0fba29d-fb35-4f35-a4f0-247ef6772053 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:22.646881 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28fe7a-caa6-4f98-a57f-fb4e149b6400 None None] Sync routers for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:44:22.666153 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e00741-4ef2-48a7-86a1-90956a96791f service neutron] Pushing event updated for resources: {'Port': ['ID=0c976279-8b75-4fa9-9ca3-337753d9430e,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:22.689379 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a28fe7a-caa6-4f98-a57f-fb4e149b6400 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:44:22.690023 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-9a28fe7a-caa6-4f98-a57f-fb4e149b6400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:43:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:22.724422 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-e0fba29d-fb35-4f35-a4f0-247ef6772053 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "PUT /v2.0/floatingips/f5e43b3f-e374-4f25-aa3e-5022845b7b95 HTTP/1.1" status: 200 len: 991 time: 1.6146045 May 11 06:44:22.725232 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d780cb-2ea7-4645-937d-03eef82ae3c4', 'tag': '46f06357-bb6c-4461-a2f7-c4a89a2e46fe'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:44:22.727628 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc7a44d-169a-4cb4-bb6a-13e9a81874ac" -d '{"events": [{"name": "network-changed", "server_uuid": "09d780cb-2ea7-4645-937d-03eef82ae3c4", "tag": "46f06357-bb6c-4461-a2f7-c4a89a2e46fe"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:44:22.750432 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-ed153282-0e35-435c-9be2-020599dc0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:22.751892 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-ed153282-0e35-435c-9be2-020599dc0853 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 919 time: 0.1560063 May 11 06:44:22.763811 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-2fdaa8ca-891a-4c19-9585-cf0f6f9fc1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:22.765980 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-2fdaa8ca-891a-4c19-9585-cf0f6f9fc1e3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea42234bb6844ce88afe0725d859863e&device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 1127 time: 0.0704162 May 11 06:44:22.773250 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b74b38c-8b50-4b9d-83bd-b7d136a480b4 x-openstack-request-id: req-5b74b38c-8b50-4b9d-83bd-b7d136a480b4 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:44:22.773549 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d780cb-2ea7-4645-937d-03eef82ae3c4", "tag": "46f06357-bb6c-4461-a2f7-c4a89a2e46fe", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:44:22.773806 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5b74b38c-8b50-4b9d-83bd-b7d136a480b4 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:44:22.774459 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b74b38c-8b50-4b9d-83bd-b7d136a480b4'] response: {'name': 'network-changed', 'server_uuid': '09d780cb-2ea7-4645-937d-03eef82ae3c4', 'tag': '46f06357-bb6c-4461-a2f7-c4a89a2e46fe', 'status': 'completed', 'code': 200} May 11 06:44:22.826262 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-810fba3c-6554-4f89-8416-9ca48a533d93 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c976279-8b75-4fa9-9ca3-337753d9430e HTTP/1.1" status: 200 len: 217 time: 0.0441768 May 11 06:44:22.832911 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-9a28fe7a-caa6-4f98-a57f-fb4e149b6400 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:44:22.859096 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-aa8229e4-5b83-468e-b4d4-f918a302fddd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3a90bd8-246c-4327-a910-1612c24265cb HTTP/1.1" status: 200 len: 1002 time: 0.0802202 May 11 06:44:22.959580 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7a44d-169a-4cb4-bb6a-13e9a81874ac req-1c4eefb0-ef14-49c2-8460-e661838a44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:22.961080 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-edc7a44d-169a-4cb4-bb6a-13e9a81874ac req-1c4eefb0-ef14-49c2-8460-e661838a44e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb4348f294cc464f89b2334676442d25&device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 1129 time: 0.1058505 May 11 06:44:22.967305 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-24405d63-477b-4fcc-aed9-e3949d0f37a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:22.967800 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-2c7d8d7d-3d25-4e6c-a1c7-a3939fad0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:22.969017 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-24405d63-477b-4fcc-aed9-e3949d0f37a0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46918c72-b454-45a4-910b-65c25fc3c195 HTTP/1.1" status: 200 len: 856 time: 0.1344459 May 11 06:44:22.969533 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-2c7d8d7d-3d25-4e6c-a1c7-a3939fad0ec8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=583a5267-dd2a-4e7b-b980-2981ce70ccda HTTP/1.1" status: 200 len: 857 time: 0.1091099 May 11 06:44:23.041615 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e7079-e5cd-4259-899b-fe154fd282e4 req-bc340dc7-4edc-4945-ada7-cdc647efe36c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:23.049855 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e79e7079-e5cd-4259-899b-fe154fd282e4 req-bc340dc7-4edc-4945-ada7-cdc647efe36c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.1337824 May 11 06:44:23.060592 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-6f1e1be1-4871-439e-a318-e67ddd36a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:23.062206 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-6f1e1be1-4871-439e-a318-e67ddd36a837 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f58da4c7-ef95-435b-ab0f-347f8d529b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0719371 May 11 06:44:23.079922 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-5ad9ba7e-443b-43af-994f-e3ae32a2719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:23.082157 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-5ad9ba7e-443b-43af-994f-e3ae32a2719f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=db82dec6-6180-4aae-84ec-afed65e8ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0939167 May 11 06:44:23.175134 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-9a28fe7a-caa6-4f98-a57f-fb4e149b6400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'f5e43b3f-e374-4f25-aa3e-5022845b7b95', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': '46f06357-bb6c-4461-a2f7-c4a89a2e46fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:de:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d780cb-2ea7-4645-937d-03eef82ae3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:44:00Z', 'updated_at': '2022-05-11T06:44:21Z', 'revision_number': 1, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:23.176342 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e79e7079-e5cd-4259-899b-fe154fd282e4 req-985a58e8-fbd4-44ff-ae8e-cf3b2f02585a tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256120 May 11 06:44:23.181429 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7a44d-169a-4cb4-bb6a-13e9a81874ac req-f3b87b49-4913-47b4-86cf-c35ed20612b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:23.182928 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-edc7a44d-169a-4cb4-bb6a-13e9a81874ac req-f3b87b49-4913-47b4-86cf-c35ed20612b4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=61e699df-3755-47eb-b019-c5436429fdb7 HTTP/1.1" status: 200 len: 916 time: 0.2133443 May 11 06:44:23.205452 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-f48098a3-2c60-438e-a7a4-f252420fd06e service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323135 May 11 06:44:23.216811 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28fe7a-caa6-4f98-a57f-fb4e149b6400 None None] Checking router: 58024757-0472-42af-9a5f-e09dbcca1c29 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:44:23.226039 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a28fe7a-caa6-4f98-a57f-fb4e149b6400 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:44:23.226735 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-9a28fe7a-caa6-4f98-a57f-fb4e149b6400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:43:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:23.235380 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596cbeb7-7356-4919-913a-a0adace78883', 'tag': '0c976279-8b75-4fa9-9ca3-337753d9430e'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:44:23.237697 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f317abca-072c-4aed-9a60-f4616b68867c" -d '{"events": [{"name": "network-changed", "server_uuid": "596cbeb7-7356-4919-913a-a0adace78883", "tag": "0c976279-8b75-4fa9-9ca3-337753d9430e"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:44:23.272682 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-81375634-8dce-48f0-ba2f-73ebf2bb4b19 service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787248 May 11 06:44:23.275008 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-edc7a44d-169a-4cb4-bb6a-13e9a81874ac req-6df3c158-f318-4325-b999-c2e5805c515f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46f06357-bb6c-4461-a2f7-c4a89a2e46fe HTTP/1.1" status: 200 len: 999 time: 0.0851247 May 11 06:44:23.298023 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9bfc174-8415-44c0-8cd2-97467a61598a x-openstack-request-id: req-d9bfc174-8415-44c0-8cd2-97467a61598a {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:44:23.298308 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596cbeb7-7356-4919-913a-a0adace78883", "tag": "0c976279-8b75-4fa9-9ca3-337753d9430e", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:44:23.298586 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d9bfc174-8415-44c0-8cd2-97467a61598a {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:44:23.299505 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9bfc174-8415-44c0-8cd2-97467a61598a'] response: {'name': 'network-changed', 'server_uuid': '596cbeb7-7356-4919-913a-a0adace78883', 'tag': '0c976279-8b75-4fa9-9ca3-337753d9430e', 'status': 'completed', 'code': 200} May 11 06:44:23.310083 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-26cb8311-62e2-4a15-af1d-0fa38cf66944 req-3dbdce6f-fb55-4103-8f2e-8fad3f1c0e0c service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987167 May 11 06:44:23.395740 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7a44d-169a-4cb4-bb6a-13e9a81874ac req-db3c8fff-4e17-49f2-80e7-883265eff800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:23.397130 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-edc7a44d-169a-4cb4-bb6a-13e9a81874ac req-db3c8fff-4e17-49f2-80e7-883265eff800 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff6c0e1a-69e0-4947-b746-0e027c95d678 HTTP/1.1" status: 200 len: 854 time: 0.1008551 May 11 06:44:23.455039 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-900ba1b8-ab69-428d-a331-1e25c4944f3c req-521cbdab-d632-4ddc-993a-b46e0efe3606 service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713526 May 11 06:44:23.456123 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7a44d-169a-4cb4-bb6a-13e9a81874ac req-7d807ce4-d383-4aeb-acb1-0c3389e3b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:23.457466 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-edc7a44d-169a-4cb4-bb6a-13e9a81874ac req-7d807ce4-d383-4aeb-acb1-0c3389e3b47f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61e699df-3755-47eb-b019-c5436429fdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534177 May 11 06:44:23.468932 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-9a28fe7a-caa6-4f98-a57f-fb4e149b6400 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:44:23.686196 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-9a28fe7a-caa6-4f98-a57f-fb4e149b6400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'f5e43b3f-e374-4f25-aa3e-5022845b7b95', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': '46f06357-bb6c-4461-a2f7-c4a89a2e46fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:de:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d780cb-2ea7-4645-937d-03eef82ae3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:44:00Z', 'updated_at': '2022-05-11T06:44:21Z', 'revision_number': 1, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:23.715850 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28fe7a-caa6-4f98-a57f-fb4e149b6400 None None] The sync data for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi is: [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'f5e43b3f-e374-4f25-aa3e-5022845b7b95', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': '46f06357-bb6c-4461-a2f7-c4a89a2e46fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:de:aa:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09d780cb-2ea7-4645-937d-03eef82ae3c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:44:00Z', 'updated_at': '2022-05-11T06:44:21Z', 'revision_number': 1, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:44:23.895875 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208a5536-47e3-4ee1-8fc6-84749c5714e4 None None] New status for floating IP f5e43b3f-e374-4f25-aa3e-5022845b7b95: ACTIVE {{(pid=104516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:44:24.308403 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090003d6-a43c-46b6-bba7-6c25112b5f8d req-1087455e-bb8f-430d-a87e-5be797b281db tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:24.309795 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-090003d6-a43c-46b6-bba7-6c25112b5f8d req-1087455e-bb8f-430d-a87e-5be797b281db tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0507975 May 11 06:44:24.355213 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-090003d6-a43c-46b6-bba7-6c25112b5f8d req-2907d4ff-0e6e-493f-8119-cac3d395836c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399613 May 11 06:44:25.471283 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b1a31-db85-4d7e-b3c2-ecbae8c1982f req-cef1bef6-1c4b-4aaa-98d6-c886f6e4f9c8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:25.473290 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ee3b1a31-db85-4d7e-b3c2-ecbae8c1982f req-cef1bef6-1c4b-4aaa-98d6-c886f6e4f9c8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0463238 May 11 06:44:25.522409 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ee3b1a31-db85-4d7e-b3c2-ecbae8c1982f req-d9456040-4aed-4fcb-b090-06b30ab7eca8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436614 May 11 06:44:25.636479 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-170b0064-2597-41b0-b026-72da363ea405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:26.109938 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-edc7a44d-169a-4cb4-bb6a-13e9a81874ac req-e0d38a30-534f-4d12-875b-ef0c58451142 service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865257 May 11 06:44:26.644796 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8a4c4-b026-488b-a0b9-e31adf490e42 req-28ffec11-e217-4daa-9eb1-0ad42bdae478 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:26.646262 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-99e8a4c4-b026-488b-a0b9-e31adf490e42 req-28ffec11-e217-4daa-9eb1-0ad42bdae478 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0506759 May 11 06:44:26.691561 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-99e8a4c4-b026-488b-a0b9-e31adf490e42 req-fc82ec0f-601e-4bbd-a565-7c6971930560 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397036 May 11 06:44:27.368239 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317abca-072c-4aed-9a60-f4616b68867c req-cf938386-af72-4eb8-b977-4f6de3c969c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:27.369744 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-f317abca-072c-4aed-9a60-f4616b68867c req-cf938386-af72-4eb8-b977-4f6de3c969c9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea42234bb6844ce88afe0725d859863e&device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 1127 time: 0.3221154 May 11 06:44:27.455845 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-edc7a44d-169a-4cb4-bb6a-13e9a81874ac req-e8c5f38e-7f64-437b-85ec-40ab5331da50 service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4093323 May 11 06:44:27.478188 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317abca-072c-4aed-9a60-f4616b68867c req-68bb47cf-221e-42f6-94e0-214ed4dd4a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:27.479626 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-f317abca-072c-4aed-9a60-f4616b68867c req-68bb47cf-221e-42f6-94e0-214ed4dd4a9a service neutron] 10.222.0.70 "GET /v2.0/networks?id=db82dec6-6180-4aae-84ec-afed65e8ca62 HTTP/1.1" status: 200 len: 918 time: 0.1035607 May 11 06:44:27.519910 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-f317abca-072c-4aed-9a60-f4616b68867c req-62f3d1aa-c0d4-4f3b-9222-09cc950e41b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c976279-8b75-4fa9-9ca3-337753d9430e HTTP/1.1" status: 200 len: 217 time: 0.0345418 May 11 06:44:27.572088 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317abca-072c-4aed-9a60-f4616b68867c req-077b8135-436f-4f72-8a64-24b1c6dddad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:27.573829 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-f317abca-072c-4aed-9a60-f4616b68867c req-077b8135-436f-4f72-8a64-24b1c6dddad0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46918c72-b454-45a4-910b-65c25fc3c195 HTTP/1.1" status: 200 len: 856 time: 0.0475783 May 11 06:44:27.619027 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317abca-072c-4aed-9a60-f4616b68867c req-53750641-2219-493e-afd5-b87e2c61194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:27.620597 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-f317abca-072c-4aed-9a60-f4616b68867c req-53750641-2219-493e-afd5-b87e2c61194d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=db82dec6-6180-4aae-84ec-afed65e8ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406005 May 11 06:44:27.715167 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-f317abca-072c-4aed-9a60-f4616b68867c req-de366268-5006-469b-be07-d960dfcbd169 service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883560 May 11 06:44:27.760113 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9ceca63a-2987-4da9-9a53-961ba0a69143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:27.816578 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-f317abca-072c-4aed-9a60-f4616b68867c req-a88c5f4f-2239-48de-931a-7c55c8e6d2d5 service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953493 May 11 06:44:27.821346 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605ad35-3eca-4b2b-a7f3-524e70d575c1 req-4b252890-665a-46de-8826-82fcf2df2667 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:27.822833 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5605ad35-3eca-4b2b-a7f3-524e70d575c1 req-4b252890-665a-46de-8826-82fcf2df2667 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0486817 May 11 06:44:27.869819 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5605ad35-3eca-4b2b-a7f3-524e70d575c1 req-86ebb886-3557-4a31-acf9-0a7091d28769 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405138 May 11 06:44:29.000068 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc5d00-3e67-48a6-bd1c-b3e5a216274c req-9cf4ff96-2c5f-4ac1-9cfa-671974d474c1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:29.001638 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8ebc5d00-3e67-48a6-bd1c-b3e5a216274c req-9cf4ff96-2c5f-4ac1-9cfa-671974d474c1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0572300 May 11 06:44:29.039922 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:29.057019 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8ebc5d00-3e67-48a6-bd1c-b3e5a216274c req-4b9bf626-527e-4edd-a9fd-1c6efc1cf2f3 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475767 May 11 06:44:29.578759 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 0c976279-8b75-4fa9-9ca3-337753d9430e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:44:29.679334 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 0c976279-8b75-4fa9-9ca3-337753d9430e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c976279-8b75-4fa9-9ca3-337753d9430e,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:44:29.690744 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': '0c976279-8b75-4fa9-9ca3-337753d9430e', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'port_id': '0c976279-8b75-4fa9-9ca3-337753d9430e', 'mac_address': 'fa:16:3e:c5:35:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:44:29.726451 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 0c976279-8b75-4fa9-9ca3-337753d9430e is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:29.726834 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:29.739399 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c976279-8b75-4fa9-9ca3-337753d9430e {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:44:29.758109 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 0c976279-8b75-4fa9-9ca3-337753d9430e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c976279-8b75-4fa9-9ca3-337753d9430e,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:44:29.762733 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:29.808112 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=0c976279-8b75-4fa9-9ca3-337753d9430e,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:30.002211 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:30.114263 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['0c976279-8b75-4fa9-9ca3-337753d9430e'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:44:30.178424 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63132187-9025-42a9-95e4-c2dead308ee3 req-c92330af-b3e5-4aca-b10d-099ff84f0b1e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:30.179977 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-63132187-9025-42a9-95e4-c2dead308ee3 req-c92330af-b3e5-4aca-b10d-099ff84f0b1e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 944 time: 0.0492837 May 11 06:44:30.242355 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-63132187-9025-42a9-95e4-c2dead308ee3 req-8d06b024-0fa9-4afa-bf12-314a2701f9c9 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546761 May 11 06:44:30.932211 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:31.358357 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268c3b7-9023-4a5a-b6c1-aabc0bf3f3e0 req-298e5d7a-ce20-42d1-b419-2743d44d2255 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:31.359821 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1268c3b7-9023-4a5a-b6c1-aabc0bf3f3e0 req-298e5d7a-ce20-42d1-b419-2743d44d2255 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 944 time: 0.0462098 May 11 06:44:31.404755 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1268c3b7-9023-4a5a-b6c1-aabc0bf3f3e0 req-968788f2-9a84-4315-9766-0c289a855118 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394444 May 11 06:44:32.523362 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3277225-c0c4-4836-a384-87aca7a22fe4 req-494b2e3f-31fe-4e5d-af84-40c757a8aa6d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:32.524810 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b3277225-c0c4-4836-a384-87aca7a22fe4 req-494b2e3f-31fe-4e5d-af84-40c757a8aa6d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 944 time: 0.0488088 May 11 06:44:32.558055 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:32.572328 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b3277225-c0c4-4836-a384-87aca7a22fe4 req-c069da5c-ac0b-4990-a9a7-19620e48f761 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415494 May 11 06:44:33.695222 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b422d-ad7d-4506-b468-f5c5d46b7569 req-ce8e9e64-dc18-4608-b261-b5da15fc2d3b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:33.696649 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9f6b422d-ad7d-4506-b468-f5c5d46b7569 req-ce8e9e64-dc18-4608-b261-b5da15fc2d3b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 944 time: 0.0508566 May 11 06:44:33.745560 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9f6b422d-ad7d-4506-b468-f5c5d46b7569 req-8e445544-cce1-4721-b486-7672c945ee83 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424314 May 11 06:44:33.799352 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 0c976279-8b75-4fa9-9ca3-337753d9430e up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:44:33.849242 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port 0c976279-8b75-4fa9-9ca3-337753d9430e completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:44:33.855861 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port 0c976279-8b75-4fa9-9ca3-337753d9430e triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:33.856232 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:33.932525 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 0c976279-8b75-4fa9-9ca3-337753d9430e is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:33.932904 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:33.956493 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596cbeb7-7356-4919-913a-a0adace78883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c976279-8b75-4fa9-9ca3-337753d9430e'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:44:33.958663 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ff9728-c4f8-4cda-8513-c4ad41dbb209" -d '{"events": [{"server_uuid": "596cbeb7-7356-4919-913a-a0adace78883", "name": "network-vif-plugged", "status": "completed", "tag": "0c976279-8b75-4fa9-9ca3-337753d9430e"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:44:33.971882 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 0c976279-8b75-4fa9-9ca3-337753d9430e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c976279-8b75-4fa9-9ca3-337753d9430e,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:44:33.977101 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:34.004539 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5a7d5d-81ea-42c3-bcfc-097468440570 x-openstack-request-id: req-da5a7d5d-81ea-42c3-bcfc-097468440570 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:44:34.004854 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596cbeb7-7356-4919-913a-a0adace78883", "name": "network-vif-plugged", "status": "completed", "tag": "0c976279-8b75-4fa9-9ca3-337753d9430e", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:44:34.005109 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-da5a7d5d-81ea-42c3-bcfc-097468440570 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:44:34.005503 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5a7d5d-81ea-42c3-bcfc-097468440570'] response: {'server_uuid': '596cbeb7-7356-4919-913a-a0adace78883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c976279-8b75-4fa9-9ca3-337753d9430e', 'code': 200} May 11 06:44:34.030806 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=0c976279-8b75-4fa9-9ca3-337753d9430e,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:34.265148 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cc4dc-b8e6-46ec-9608-2ccbdafd1541 req-c3e72a47-e3ac-4baa-8571-2d44db8032d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:34.266552 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-d38cc4dc-b8e6-46ec-9608-2ccbdafd1541 req-c3e72a47-e3ac-4baa-8571-2d44db8032d8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 1129 time: 0.0424886 May 11 06:44:34.313233 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-d38cc4dc-b8e6-46ec-9608-2ccbdafd1541 req-90f0bee7-1f6f-4f84-a992-0e807f94a68d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378747 May 11 06:44:34.863806 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a0027-0efa-4cbc-a57a-f4067cfdefcc req-ff1a08a5-4436-4115-9f6b-e96acc0ac49d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:34.865204 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3b5a0027-0efa-4cbc-a57a-f4067cfdefcc req-ff1a08a5-4436-4115-9f6b-e96acc0ac49d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0468843 May 11 06:44:34.913096 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3b5a0027-0efa-4cbc-a57a-f4067cfdefcc req-5a22a058-8f83-4843-be05-19de9b3fe5d2 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425241 May 11 06:44:36.030090 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e9060-bf93-4f21-a9da-6e5ba7bea1e1 req-0dc335e5-1c4e-4c2d-9c3c-220b8bf1cd60 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:36.031639 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c36e9060-bf93-4f21-a9da-6e5ba7bea1e1 req-0dc335e5-1c4e-4c2d-9c3c-220b8bf1cd60 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0458696 May 11 06:44:36.077320 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c36e9060-bf93-4f21-a9da-6e5ba7bea1e1 req-fec0e980-a10a-4b4d-a6cb-42ad5d9291cb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402567 May 11 06:44:37.193094 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d1f55-9876-4022-be6c-ec9072102ff6 req-5eec14f0-4a7e-4a08-b536-41b0ef3e6fb0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:37.194705 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-080d1f55-9876-4022-be6c-ec9072102ff6 req-5eec14f0-4a7e-4a08-b536-41b0ef3e6fb0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0472775 May 11 06:44:37.240635 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-080d1f55-9876-4022-be6c-ec9072102ff6 req-c9516669-8191-4c1f-86bb-3e012c931f9c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392876 May 11 06:44:37.353892 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5382d1-3cec-42d3-95c3-ca7d5f242d82 req-0cd0cd89-7011-498a-8ea5-cab4f47e66e6 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:37.355872 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0f5382d1-3cec-42d3-95c3-ca7d5f242d82 req-0cd0cd89-7011-498a-8ea5-cab4f47e66e6 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0484319 May 11 06:44:37.364381 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41266) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:37.368577 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-8f2f40b6-ccd2-4800-a8d8-390fa2fe20eb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Request body: {'floatingip': {'port_id': '0c976279-8b75-4fa9-9ca3-337753d9430e'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:44:37.406880 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8f2f40b6-ccd2-4800-a8d8-390fa2fe20eb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for floatingip (64b6196f-9867-4ede-b326-282621601d7c), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:38.098250 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8f2f40b6-ccd2-4800-a8d8-390fa2fe20eb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:38.101948 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8f2f40b6-ccd2-4800-a8d8-390fa2fe20eb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (64b6196f-9867-4ede-b326-282621601d7c), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:38.204427 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [None req-8f2f40b6-ccd2-4800-a8d8-390fa2fe20eb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Floating IP 64b6196f-9867-4ede-b326-282621601d7c associated. External IP: 172.27.2.179, port: 0c976279-8b75-4fa9-9ca3-337753d9430e. May 11 06:44:38.416371 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f2f40b6-ccd2-4800-a8d8-390fa2fe20eb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:44:38.529182 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2f40b6-ccd2-4800-a8d8-390fa2fe20eb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:44:38.534051 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8f2f40b6-ccd2-4800-a8d8-390fa2fe20eb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:38.538766 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45addf-eccd-4d99-a213-09e0dfa44db9 None None] Sync routers for ids ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:44:38.549528 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45addf-eccd-4d99-a213-09e0dfa44db9 None None] Routers {'7547115d-ecd1-4e1b-b7bb-7ef0112d439e'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:44:38.550143 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-5e45addf-eccd-4d99-a213-09e0dfa44db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:44:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:38.565863 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-8f2f40b6-ccd2-4800-a8d8-390fa2fe20eb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "PUT /v2.0/floatingips/64b6196f-9867-4ede-b326-282621601d7c HTTP/1.1" status: 200 len: 991 time: 1.1983652 May 11 06:44:38.565863 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596cbeb7-7356-4919-913a-a0adace78883', 'tag': '0c976279-8b75-4fa9-9ca3-337753d9430e'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:44:38.566573 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0ec18b-9723-4273-9f39-03f630fa55d1" -d '{"events": [{"name": "network-changed", "server_uuid": "596cbeb7-7356-4919-913a-a0adace78883", "tag": "0c976279-8b75-4fa9-9ca3-337753d9430e"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:44:38.660183 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03b2e09-19b0-4472-9de0-4d75834eeddd x-openstack-request-id: req-c03b2e09-19b0-4472-9de0-4d75834eeddd {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:44:38.660473 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596cbeb7-7356-4919-913a-a0adace78883", "tag": "0c976279-8b75-4fa9-9ca3-337753d9430e", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:44:38.660725 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-c03b2e09-19b0-4472-9de0-4d75834eeddd {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:44:38.661126 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03b2e09-19b0-4472-9de0-4d75834eeddd'] response: {'name': 'network-changed', 'server_uuid': '596cbeb7-7356-4919-913a-a0adace78883', 'tag': '0c976279-8b75-4fa9-9ca3-337753d9430e', 'status': 'completed', 'code': 200} May 11 06:44:38.661927 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-5e45addf-eccd-4d99-a213-09e0dfa44db9 None None] Set router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:44:38.778802 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ec18b-9723-4273-9f39-03f630fa55d1 req-184bc559-9014-47ff-af02-227727abe15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:38.780224 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-dc0ec18b-9723-4273-9f39-03f630fa55d1 req-184bc559-9014-47ff-af02-227727abe15f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea42234bb6844ce88afe0725d859863e&device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 1129 time: 0.0422573 May 11 06:44:38.868578 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ec18b-9723-4273-9f39-03f630fa55d1 req-ca26b7c3-a098-4a41-a430-a179a6b72c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:38.870062 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-dc0ec18b-9723-4273-9f39-03f630fa55d1 req-ca26b7c3-a098-4a41-a430-a179a6b72c01 service neutron] 10.222.0.70 "GET /v2.0/networks?id=db82dec6-6180-4aae-84ec-afed65e8ca62 HTTP/1.1" status: 200 len: 918 time: 0.0832040 May 11 06:44:38.871790 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-5e45addf-eccd-4d99-a213-09e0dfa44db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '64b6196f-9867-4ede-b326-282621601d7c', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'port_id': '0c976279-8b75-4fa9-9ca3-337753d9430e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'mac_address': 'fa:16:3e:c5:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596cbeb7-7356-4919-913a-a0adace78883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:44:17Z', 'updated_at': '2022-05-11T06:44:38Z', 'revision_number': 1, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a09ad5-b6e7-47e7-934a-578002478ba8', 'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'mac_address': 'fa:16:3e:df:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:10Z', 'updated_at': '2022-05-11T06:39:25Z', 'revision_number': 5, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'subnets': [{'id': '46918c72-b454-45a4-910b-65c25fc3c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:38.901255 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45addf-eccd-4d99-a213-09e0dfa44db9 None None] Checking router: 7547115d-ecd1-4e1b-b7bb-7ef0112d439e for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:44:38.909516 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e45addf-eccd-4d99-a213-09e0dfa44db9 None None] Routers {'7547115d-ecd1-4e1b-b7bb-7ef0112d439e'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:44:38.910111 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-5e45addf-eccd-4d99-a213-09e0dfa44db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:44:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:38.938566 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-dc0ec18b-9723-4273-9f39-03f630fa55d1 req-83bd86f0-ac4b-4066-b442-b4819f5ec6b9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c976279-8b75-4fa9-9ca3-337753d9430e HTTP/1.1" status: 200 len: 999 time: 0.0618367 May 11 06:44:38.988135 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ec18b-9723-4273-9f39-03f630fa55d1 req-ea842e55-0486-46bb-924f-4020e1cdd9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:38.989704 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-dc0ec18b-9723-4273-9f39-03f630fa55d1 req-ea842e55-0486-46bb-924f-4020e1cdd9d8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46918c72-b454-45a4-910b-65c25fc3c195 HTTP/1.1" status: 200 len: 856 time: 0.0435688 May 11 06:44:39.016131 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-5e45addf-eccd-4d99-a213-09e0dfa44db9 None None] Set router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:44:39.032935 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ec18b-9723-4273-9f39-03f630fa55d1 req-25994f34-fa13-4840-9986-6cecd56e4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:39.034352 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-dc0ec18b-9723-4273-9f39-03f630fa55d1 req-25994f34-fa13-4840-9986-6cecd56e4768 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=db82dec6-6180-4aae-84ec-afed65e8ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0372367 May 11 06:44:39.132057 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-dc0ec18b-9723-4273-9f39-03f630fa55d1 req-33542559-34e8-4402-9cef-0498ed5d55e7 service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879219 May 11 06:44:39.235632 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-dc0ec18b-9723-4273-9f39-03f630fa55d1 req-12959dd0-bf97-496e-b781-36d14da19177 service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881569 May 11 06:44:39.242915 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-5e45addf-eccd-4d99-a213-09e0dfa44db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '64b6196f-9867-4ede-b326-282621601d7c', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'port_id': '0c976279-8b75-4fa9-9ca3-337753d9430e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'mac_address': 'fa:16:3e:c5:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596cbeb7-7356-4919-913a-a0adace78883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:44:17Z', 'updated_at': '2022-05-11T06:44:38Z', 'revision_number': 1, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a09ad5-b6e7-47e7-934a-578002478ba8', 'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'mac_address': 'fa:16:3e:df:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:10Z', 'updated_at': '2022-05-11T06:39:25Z', 'revision_number': 5, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'subnets': [{'id': '46918c72-b454-45a4-910b-65c25fc3c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:39.272289 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e45addf-eccd-4d99-a213-09e0dfa44db9 None None] The sync data for ids ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'] in dv-cinder-804757-27-iscsi is: [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '64b6196f-9867-4ede-b326-282621601d7c', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'floating_ip_address': '172.27.2.179', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'port_id': '0c976279-8b75-4fa9-9ca3-337753d9430e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'mac_address': 'fa:16:3e:c5:35:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596cbeb7-7356-4919-913a-a0adace78883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:44:17Z', 'updated_at': '2022-05-11T06:44:38Z', 'revision_number': 1, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6a09ad5-b6e7-47e7-934a-578002478ba8', 'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'mac_address': 'fa:16:3e:df:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:10Z', 'updated_at': '2022-05-11T06:39:25Z', 'revision_number': 5, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'subnets': [{'id': '46918c72-b454-45a4-910b-65c25fc3c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:44:39.476571 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9549d83f-381e-4049-809e-ada87eba883d None None] New status for floating IP 64b6196f-9867-4ede-b326-282621601d7c: ACTIVE {{(pid=104516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:44:43.701635 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41326) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:43.751983 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08b48e4-ebf5-4e5d-88c3-738db2658563 admin admin] Deleting subnet 893d8857-5479-4e6d-a14a-8b86c4106251 {{(pid=104514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:44:43.755020 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b08b48e4-ebf5-4e5d-88c3-738db2658563 admin admin] Publish callbacks [] for subnet (893d8857-5479-4e6d-a14a-8b86c4106251), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:43.788286 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b08b48e4-ebf5-4e5d-88c3-738db2658563 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58978009'] for subnet (893d8857-5479-4e6d-a14a-8b86c4106251), precommit_delete_associations {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:43.830009 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b08b48e4-ebf5-4e5d-88c3-738db2658563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660987'] for subnet (893d8857-5479-4e6d-a14a-8b86c4106251), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:43.880468 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b08b48e4-ebf5-4e5d-88c3-738db2658563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59187081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60768909'] for subnet (893d8857-5479-4e6d-a14a-8b86c4106251), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:43.905323 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b48e4-ebf5-4e5d-88c3-738db2658563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=893d8857-5479-4e6d-a14a-8b86c4106251,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:43.909027 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b08b48e4-ebf5-4e5d-88c3-738db2658563 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:43.913900 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-b08b48e4-ebf5-4e5d-88c3-738db2658563 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/893d8857-5479-4e6d-a14a-8b86c4106251 HTTP/1.1" status: 204 len: 168 time: 0.2112510 May 11 06:44:43.914678 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41328) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:43.982307 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568100'] for network (755ee928-3089-4dea-bd5b-18623aa24349), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:44.061959 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773710', 'neutron.services.segments.db._delete_segments_for_network-8748549744406'] for network (755ee928-3089-4dea-bd5b-18623aa24349), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:44.081442 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755ee928-3089-4dea-bd5b-18623aa24349']}} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:44.090439 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41043fce-16f2-49c5-87b4-7ec59c1cd08e') {'for_net_delete': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:44.090738 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41043fce-16f2-49c5-87b4-7ec59c1cd08e') {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:44.099913 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748549467935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59152264'] for segment (41043fce-16f2-49c5-87b4-7ec59c1cd08e), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:44.113168 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (41043fce-16f2-49c5-87b4-7ec59c1cd08e), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:44.118816 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=104513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:44:44.119199 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60797985'] for segment (41043fce-16f2-49c5-87b4-7ec59c1cd08e), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: Traceback (most recent call last): May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: timer() May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: cb(*args, **kw) May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: return func(*args, **kwargs) May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: self._notify() May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: self.callback(batched_events) May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: event.method(event) May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: return f(self, *a, **k) May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._get(url).json() May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: return self.request(url, 'GET', **kwargs) May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:44:44.121557 dv-cinder-804757-27-iscsi neutron-server[104513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:44:44.178419 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826241'] for network (755ee928-3089-4dea-bd5b-18623aa24349), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:44.184505 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:44.187855 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] 10.222.0.64 "DELETE /v2.0/networks/755ee928-3089-4dea-bd5b-18623aa24349 HTTP/1.1" status: 204 len: 168 time: 0.2720032 May 11 06:44:44.199444 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Pushing event deleted for resources: {'Network': ['ID=755ee928-3089-4dea-bd5b-18623aa24349,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:44.206668 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.207023 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.207477 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.207810 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.208142 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.208472 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.208804 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.209129 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.209455 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.209784 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.210110 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.210435 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.210758 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.211082 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.211430 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c0cb8d-5441-482b-b387-a6ac45c496ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.348383 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41332) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:44.392211 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-6a1ac81e-fb7f-4719-8482-c1a5fb523bcb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=05347ecf2f1e4379bfa0f96c9df28c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426362 May 11 06:44:44.394463 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41334) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:44.441776 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Publish callbacks [] for security_group (c293b5b9-fad4-423a-aa16-39222812b540), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:44.462405 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Publish callbacks [] for security_group (c293b5b9-fad4-423a-aa16-39222812b540), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:44.508869 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (c293b5b9-fad4-423a-aa16-39222812b540), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:44.511716 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:44.512879 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c293b5b9-fad4-423a-aa16-39222812b540 HTTP/1.1" status: 204 len: 168 time: 0.1175027 May 11 06:44:44.520545 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c293b5b9-fad4-423a-aa16-39222812b540,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:44.528405 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.528767 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.529112 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.529502 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.529840 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.530173 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.530506 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.530833 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.531159 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.531512 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.531840 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.532170 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.532493 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.532813 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.533133 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82580afa-f689-4e7c-ad06-bd230391add8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:44.914965 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:44:45.148052 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41358) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:45.240965 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-251e8bbd-7275-41c0-9224-b40804e897eb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-126971612-network', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:44:45.260710 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251e8bbd-7275-41c0-9224-b40804e897eb admin admin] Made reservation on behalf of ee00a37abf8a49eba7d06738e181eb4b for: {'network': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:44:45.263708 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-251e8bbd-7275-41c0-9224-b40804e897eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:45.271755 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-251e8bbd-7275-41c0-9224-b40804e897eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:45.344450 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-251e8bbd-7275-41c0-9224-b40804e897eb admin admin] Publish callbacks [] for security_group (99ac89f5-5408-42f3-9646-f2b1f5587deb), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:45.347866 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-251e8bbd-7275-41c0-9224-b40804e897eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (99ac89f5-5408-42f3-9646-f2b1f5587deb), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:45.367932 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251e8bbd-7275-41c0-9224-b40804e897eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=104513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:44:45.381873 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e8bbd-7275-41c0-9224-b40804e897eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ac89f5-5408-42f3-9646-f2b1f5587deb,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:45.387322 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-251e8bbd-7275-41c0-9224-b40804e897eb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (b0c8e1f3-7030-4e19-852a-8c50243131ad), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:45.387734 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.segments_db [None req-251e8bbd-7275-41c0-9224-b40804e897eb admin admin] Added segment b0c8e1f3-7030-4e19-852a-8c50243131ad of type vlan for network eee35abb-92b2-4bc1-98fe-bda487493108 May 11 06:44:45.427004 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-251e8bbd-7275-41c0-9224-b40804e897eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (eee35abb-92b2-4bc1-98fe-bda487493108), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:45.452004 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-251e8bbd-7275-41c0-9224-b40804e897eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (eee35abb-92b2-4bc1-98fe-bda487493108), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:45.453155 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251e8bbd-7275-41c0-9224-b40804e897eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:45.453752 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-251e8bbd-7275-41c0-9224-b40804e897eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:45.488553 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-251e8bbd-7275-41c0-9224-b40804e897eb admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3393729 May 11 06:44:45.491389 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41362) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:45.497858 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-c8ee1801-22f9-4135-81d8-2c633d8b183b admin admin] Request body: {'subnet': {'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-126971612-subnet', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'ip_version': 4}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:44:45.532023 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e8bbd-7275-41c0-9224-b40804e897eb admin admin] Pushing event updated for resources: {'Network': ['ID=eee35abb-92b2-4bc1-98fe-bda487493108,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:45.542229 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network eee35abb-92b2-4bc1-98fe-bda487493108 details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:44:45.548135 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ee1801-22f9-4135-81d8-2c633d8b183b admin admin] Made reservation on behalf of ee00a37abf8a49eba7d06738e181eb4b for: {'subnet': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:44:45.550994 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c8ee1801-22f9-4135-81d8-2c633d8b183b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59146709'] for subnet (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:45.722914 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c8ee1801-22f9-4135-81d8-2c633d8b183b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60787650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59146691'] for subnet (63c95427-0908-47ce-aa00-7d7d1b7e2598), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:45.784470 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee1801-22f9-4135-81d8-2c633d8b183b admin admin] Pushing event updated for resources: {'Subnet': ['ID=63c95427-0908-47ce-aa00-7d7d1b7e2598,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:45.788699 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ee1801-22f9-4135-81d8-2c633d8b183b admin admin] Checking segment: {'id': 'b0c8e1f3-7030-4e19-852a-8c50243131ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:44:45.789055 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ee1801-22f9-4135-81d8-2c633d8b183b admin admin] Network hostable DHCP agents. Network: eee35abb-92b2-4bc1-98fe-bda487493108, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:44:45.805564 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ee1801-22f9-4135-81d8-2c633d8b183b admin admin] Network eee35abb-92b2-4bc1-98fe-bda487493108 is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:44:45.813991 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-c8ee1801-22f9-4135-81d8-2c633d8b183b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, eee35abb-92b2-4bc1-98fe-bda487493108) {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:44:45.817950 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ee1801-22f9-4135-81d8-2c633d8b183b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:45.818550 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c8ee1801-22f9-4135-81d8-2c633d8b183b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:45.823361 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f68c9e1-660f-4d77-9c87-5ec87d922201 None None] Network eee35abb-92b2-4bc1-98fe-bda487493108 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:44:45.834564 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-c8ee1801-22f9-4135-81d8-2c633d8b183b admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3407378 May 11 06:44:45.837258 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41364) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:45.842094 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-126971612-router', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:44:45.862944 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7286'] for router (373df8d9-1695-42af-98d4-95b08cc4c2d0), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:45.863893 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router (373df8d9-1695-42af-98d4-95b08cc4c2d0), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:45.919442 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Publish callbacks [] for router_controller (373df8d9-1695-42af-98d4-95b08cc4c2d0), precommit_add_association {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:45.928891 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dd71484-60e5-51ad-871a-30a1f3f9ad64-eee35abb-92b2-4bc1-98fe-bda487493108', 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'fixed_ips': [{'subnet_id': '63c95427-0908-47ce-aa00-7d7d1b7e2598'}]}} from dv-cinder-804757-27-iscsi. {{(pid=104515) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 06:44:45.929830 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:46.061293 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Publish callbacks [] for router_gateway (373df8d9-1695-42af-98d4-95b08cc4c2d0), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:46.064138 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.db_base_plugin_common [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Allocated IP 172.20.0.2 (eee35abb-92b2-4bc1-98fe-bda487493108/63c95427-0908-47ce-aa00-7d7d1b7e2598/3ff94708-6772-4fc9-a006-5ef5ba6f8e48) {{(pid=104515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:44:46.249579 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Publish callbacks [] for router_gateway (373df8d9-1695-42af-98d4-95b08cc4c2d0), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:46.269408 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:46.335736 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Publish callbacks [] for port (3ff94708-6772-4fc9-a006-5ef5ba6f8e48), precommit_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:46.341957 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (3ff94708-6772-4fc9-a006-5ef5ba6f8e48), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:46.377511 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Network eee35abb-92b2-4bc1-98fe-bda487493108 is already hosted by enough agents. {{(pid=104515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:44:46.378314 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Allocated IP 172.27.2.173 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/15af080d-bbf5-4cc0-aabd-d95c0e5d7d31) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:44:46.380273 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.base_scheduler [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Resources bound (agent type, host, resource id): {{(pid=104515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:44:46.382712 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Received port after_create {{(pid=104515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:44:46.397092 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Pushing event updated for resources: {'Port': ['ID=3ff94708-6772-4fc9-a006-5ef5ba6f8e48,revision_number=1']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:46.451626 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Attempting to bind port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:44:46.452028 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Attempting to bind port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': 'b0c8e1f3-7030-4e19-852a-8c50243131ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:44:46.452391 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Attempting to bind port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 on network eee35abb-92b2-4bc1-98fe-bda487493108 {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:44:46.457491 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:44:46.457869 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Checking segment: {'id': 'b0c8e1f3-7030-4e19-852a-8c50243131ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:44:46.458280 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:46.458673 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Bound using segment: {'id': 'b0c8e1f3-7030-4e19-852a-8c50243131ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:44:46.459138 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Bound port: 3ff94708-6772-4fc9-a006-5ef5ba6f8e48, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c8e1f3-7030-4e19-852a-8c50243131ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:44:46.459550 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (3ff94708-6772-4fc9-a006-5ef5ba6f8e48), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:46.490489 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Publish callbacks [] for port (15af080d-bbf5-4cc0-aabd-d95c0e5d7d31), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:46.523232 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] For port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:44:46.526629 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] For port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=3ff94708-6772-4fc9-a006-5ef5ba6f8e48,segment=NetworkSegment(b0c8e1f3-7030-4e19-852a-8c50243131ad),segment_id=b0c8e1f3-7030-4e19-852a-8c50243131ad)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:44:46.527832 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (15af080d-bbf5-4cc0-aabd-d95c0e5d7d31), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:46.532913 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (3ff94708-6772-4fc9-a006-5ef5ba6f8e48), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:46.565998 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:44:46.569133 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:44:46.574280 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:44:46.594936 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea817e1-85ea-4760-82b7-b509e6a76998 None None] Pushing event updated for resources: {'Port': ['ID=3ff94708-6772-4fc9-a006-5ef5ba6f8e48,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:46.606442 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Pushing event updated for resources: {'Port': ['ID=15af080d-bbf5-4cc0-aabd-d95c0e5d7d31,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:46.858554 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Publish callbacks [] for router_gateway (373df8d9-1695-42af-98d4-95b08cc4c2d0), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:47.303574 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823959'] for router (373df8d9-1695-42af-98d4-95b08cc4c2d0), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:47.439648 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Router 373df8d9-1695-42af-98d4-95b08cc4c2d0 is scheduled to L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 with binding_index 1 {{(pid=104513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 06:44:47.484569 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5a2b65-66dd-4808-879c-c078cbd2ea7d None None] Network eee35abb-92b2-4bc1-98fe-bda487493108 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:44:47.517863 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-e9c6506e-2be1-4385-bc02-867f5f2284f8 None None] Provisioning complete for port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:47.518232 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e9c6506e-2be1-4385-bc02-867f5f2284f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (3ff94708-6772-4fc9-a006-5ef5ba6f8e48), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:47.551100 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:44:47.565614 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Sync routers for ids ['373df8d9-1695-42af-98d4-95b08cc4c2d0'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:44:47.569340 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:47.573519 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-6036b531-c563-4f50-b230-c22f6366dad3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7323923 May 11 06:44:47.573730 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41366) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:47.602714 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Routers {'373df8d9-1695-42af-98d4-95b08cc4c2d0'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:44:47.603350 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:44:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['373df8d9-1695-42af-98d4-95b08cc4c2d0'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:47.761192 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-e9c6506e-2be1-4385-bc02-867f5f2284f8 None None] Current status of the port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:47.762201 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e9c6506e-2be1-4385-bc02-867f5f2284f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (3ff94708-6772-4fc9-a006-5ef5ba6f8e48), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:47.795291 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Set router 373df8d9-1695-42af-98d4-95b08cc4c2d0 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:44:47.890399 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-e9c6506e-2be1-4385-bc02-867f5f2284f8 None None] For port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=3ff94708-6772-4fc9-a006-5ef5ba6f8e48,segment=NetworkSegment(b0c8e1f3-7030-4e19-852a-8c50243131ad),segment_id=b0c8e1f3-7030-4e19-852a-8c50243131ad)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:44:47.919776 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e9c6506e-2be1-4385-bc02-867f5f2284f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (3ff94708-6772-4fc9-a006-5ef5ba6f8e48), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:47.982359 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6506e-2be1-4385-bc02-867f5f2284f8 None None] Pushing event updated for resources: {'Port': ['ID=3ff94708-6772-4fc9-a006-5ef5ba6f8e48,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:48.021766 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'name': 'tempest-TestMinimumBasicScenario-126971612-router', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:45Z', 'updated_at': '2022-05-11T06:44:46Z', 'revision_number': 3, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'gw_port': {'id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:46Z', 'updated_at': '2022-05-11T06:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:48.023358 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:48.053615 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Checking router: 373df8d9-1695-42af-98d4-95b08cc4c2d0 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:44:48.053966 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Updating router 373df8d9-1695-42af-98d4-95b08cc4c2d0 port 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31 binding host dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:44:48.080371 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-73921943-69f7-4dbc-920f-e1f33d601360 None None] Provisioning complete for port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:48.080753 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-73921943-69f7-4dbc-920f-e1f33d601360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (3ff94708-6772-4fc9-a006-5ef5ba6f8e48), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:48.109702 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (15af080d-bbf5-4cc0-aabd-d95c0e5d7d31), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:48.180216 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:44:48.194295 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Allocated IP 172.20.0.1 (eee35abb-92b2-4bc1-98fe-bda487493108/63c95427-0908-47ce-aa00-7d7d1b7e2598/aef750d5-b8a5-4988-85d9-9a5e94e75f9c) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:44:48.297622 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Publish callbacks [] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:48.321416 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-73921943-69f7-4dbc-920f-e1f33d601360 None None] Current status of the port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:48.331287 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:48.331940 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:48.331940 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (3ff94708-6772-4fc9-a006-5ef5ba6f8e48), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:48.367135 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Network eee35abb-92b2-4bc1-98fe-bda487493108 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:44:48.371885 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:44:48.377695 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:44:48.383151 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=aef750d5-b8a5-4988-85d9-9a5e94e75f9c,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:48.425274 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825786'] for router_interface (373df8d9-1695-42af-98d4-95b08cc4c2d0), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:48.484708 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:48.562115 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Publish callbacks [] for port (15af080d-bbf5-4cc0-aabd-d95c0e5d7d31), precommit_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:48.567423 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (15af080d-bbf5-4cc0-aabd-d95c0e5d7d31), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:48.577725 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:48.627658 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Attempting to bind port 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:44:48.628209 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Attempting to bind port 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:44:48.628384 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Attempting to bind port 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31 on network 7c3caca2-6ca3-4944-9b8c-503b226927ad {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:44:48.631292 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ead75d-e799-49cd-af2e-33c65026ae86 None None] Pushing event updated for resources: {'Port': ['ID=15af080d-bbf5-4cc0-aabd-d95c0e5d7d31,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:48.635823 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:44:48.636926 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Checking segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:44:48.637334 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:48.637716 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Bound using segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:44:48.638183 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Bound port: 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:44:48.638567 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (15af080d-bbf5-4cc0-aabd-d95c0e5d7d31), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:48.676566 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-cc9ce9b1-a32f-43fd-bb56-6e63991630cf None None] Provisioning complete for port aef750d5-b8a5-4988-85d9-9a5e94e75f9c triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:48.676864 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-cc9ce9b1-a32f-43fd-bb56-6e63991630cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:48.728093 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] For port 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:44:48.730577 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-cc9ce9b1-a32f-43fd-bb56-6e63991630cf None None] Port aef750d5-b8a5-4988-85d9-9a5e94e75f9c cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:44:48.741280 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] For port 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=15af080d-bbf5-4cc0-aabd-d95c0e5d7d31,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:44:48.747704 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (15af080d-bbf5-4cc0-aabd-d95c0e5d7d31), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:48.785130 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Publish callbacks [] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:48.792059 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:48.809090 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Routers {'373df8d9-1695-42af-98d4-95b08cc4c2d0'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:44:48.809705 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:44:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['373df8d9-1695-42af-98d4-95b08cc4c2d0'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:48.847648 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ead75d-e799-49cd-af2e-33c65026ae86 None None] Pushing event updated for resources: {'Port': ['ID=15af080d-bbf5-4cc0-aabd-d95c0e5d7d31,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:48.863866 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825200'] for router_interface (373df8d9-1695-42af-98d4-95b08cc4c2d0), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:48.866458 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=aef750d5-b8a5-4988-85d9-9a5e94e75f9c,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:48.927486 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] Set router 373df8d9-1695-42af-98d4-95b08cc4c2d0 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:44:48.959105 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Network eee35abb-92b2-4bc1-98fe-bda487493108 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:44:48.960537 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:44:49.084990 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Router 373df8d9-1695-42af-98d4-95b08cc4c2d0 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:44:49.203453 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:44:49.214909 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-ce241acf-3162-4af4-806f-6effdf30c2d7 admin admin] 10.222.0.64 "PUT /v2.0/routers/373df8d9-1695-42af-98d4-95b08cc4c2d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6339688 May 11 06:44:49.257819 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9ed49f90-ced3-4e5d-a297-1948af9a3a1d None None] Provisioning complete for port aef750d5-b8a5-4988-85d9-9a5e94e75f9c triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:49.258184 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9ed49f90-ced3-4e5d-a297-1948af9a3a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:49.281467 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'name': 'tempest-TestMinimumBasicScenario-126971612-router', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:45Z', 'updated_at': '2022-05-11T06:44:48Z', 'revision_number': 4, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'gw_port': {'id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:46Z', 'updated_at': '2022-05-11T06:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'aef750d5-b8a5-4988-85d9-9a5e94e75f9c', 'name': '', 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'mac_address': 'fa:16:3e:ff:a9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:48Z', 'updated_at': '2022-05-11T06:44:48Z', 'revision_number': 2, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'subnets': [{'id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:49.316106 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cdccba-9e6a-4d1e-b7dd-ef7d2c2888f9 None None] The sync data for ids ['373df8d9-1695-42af-98d4-95b08cc4c2d0'] in dv-cinder-804757-27-iscsi is: [{'id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'name': 'tempest-TestMinimumBasicScenario-126971612-router', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:45Z', 'updated_at': '2022-05-11T06:44:48Z', 'revision_number': 4, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'gw_port': {'id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:46Z', 'updated_at': '2022-05-11T06:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'aef750d5-b8a5-4988-85d9-9a5e94e75f9c', 'name': '', 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'mac_address': 'fa:16:3e:ff:a9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:48Z', 'updated_at': '2022-05-11T06:44:48Z', 'revision_number': 2, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'subnets': [{'id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:44:49.327647 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9ed49f90-ced3-4e5d-a297-1948af9a3a1d None None] Port aef750d5-b8a5-4988-85d9-9a5e94e75f9c cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:44:49.752751 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41384) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:49.762153 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-489490cd-362c-421a-a8ef-45c5fedd8969 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-513250614-network', 'tenant_id': 'e0d1f49a17b6456ebc79bcd41fd27172'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:44:49.784690 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489490cd-362c-421a-a8ef-45c5fedd8969 admin admin] Made reservation on behalf of e0d1f49a17b6456ebc79bcd41fd27172 for: {'network': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:44:49.787037 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-489490cd-362c-421a-a8ef-45c5fedd8969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:49.796443 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-489490cd-362c-421a-a8ef-45c5fedd8969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:49.876717 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-489490cd-362c-421a-a8ef-45c5fedd8969 admin admin] Publish callbacks [] for security_group (7e62a090-9f66-4aa8-961b-a939e06ec312), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:49.880711 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-489490cd-362c-421a-a8ef-45c5fedd8969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (7e62a090-9f66-4aa8-961b-a939e06ec312), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:49.911414 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489490cd-362c-421a-a8ef-45c5fedd8969 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=104514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:44:49.916483 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489490cd-362c-421a-a8ef-45c5fedd8969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e62a090-9f66-4aa8-961b-a939e06ec312,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:49.926235 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-489490cd-362c-421a-a8ef-45c5fedd8969 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (0b4df4ad-789b-44e6-a495-15066623ead5), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:49.926647 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.segments_db [None req-489490cd-362c-421a-a8ef-45c5fedd8969 admin admin] Added segment 0b4df4ad-789b-44e6-a495-15066623ead5 of type vlan for network 387070ac-8dd8-418b-ac65-9db9ae9e4012 May 11 06:44:49.976678 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-489490cd-362c-421a-a8ef-45c5fedd8969 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (387070ac-8dd8-418b-ac65-9db9ae9e4012), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.002530 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-489490cd-362c-421a-a8ef-45c5fedd8969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (387070ac-8dd8-418b-ac65-9db9ae9e4012), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.003531 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489490cd-362c-421a-a8ef-45c5fedd8969 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:50.004115 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-489490cd-362c-421a-a8ef-45c5fedd8969 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.067310 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41386) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:50.067789 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-489490cd-362c-421a-a8ef-45c5fedd8969 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3131394 May 11 06:44:50.070938 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489490cd-362c-421a-a8ef-45c5fedd8969 admin admin] Pushing event updated for resources: {'Network': ['ID=387070ac-8dd8-418b-ac65-9db9ae9e4012,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:50.072931 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-9a7cb441-8052-429c-988f-77ce1050baca admin admin] Request body: {'subnet': {'network_id': '387070ac-8dd8-418b-ac65-9db9ae9e4012', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-513250614-subnet', 'tenant_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'ip_version': 4}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:44:50.104311 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network 387070ac-8dd8-418b-ac65-9db9ae9e4012 details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:44:50.113559 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7cb441-8052-429c-988f-77ce1050baca admin admin] Made reservation on behalf of e0d1f49a17b6456ebc79bcd41fd27172 for: {'subnet': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:44:50.124189 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9a7cb441-8052-429c-988f-77ce1050baca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59146709'] for subnet (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.194072 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:44:50.247638 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:50.248096 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (15af080d-bbf5-4cc0-aabd-d95c0e5d7d31), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.317242 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9a7cb441-8052-429c-988f-77ce1050baca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60787650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59146691'] for subnet (f40a9d6c-fcaf-4445-9194-22170537fb45), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.331047 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:50.331473 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (15af080d-bbf5-4cc0-aabd-d95c0e5d7d31), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.353737 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] For port 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=15af080d-bbf5-4cc0-aabd-d95c0e5d7d31,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:44:50.358196 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (15af080d-bbf5-4cc0-aabd-d95c0e5d7d31), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.383540 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7cb441-8052-429c-988f-77ce1050baca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f40a9d6c-fcaf-4445-9194-22170537fb45,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:50.392887 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7cb441-8052-429c-988f-77ce1050baca admin admin] Checking segment: {'id': '0b4df4ad-789b-44e6-a495-15066623ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '387070ac-8dd8-418b-ac65-9db9ae9e4012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:44:50.393249 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7cb441-8052-429c-988f-77ce1050baca admin admin] Network hostable DHCP agents. Network: 387070ac-8dd8-418b-ac65-9db9ae9e4012, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:44:50.412208 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Pushing event updated for resources: {'Port': ['ID=15af080d-bbf5-4cc0-aabd-d95c0e5d7d31,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:50.412923 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7cb441-8052-429c-988f-77ce1050baca admin admin] Network 387070ac-8dd8-418b-ac65-9db9ae9e4012 is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:44:50.427938 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-9a7cb441-8052-429c-988f-77ce1050baca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, 387070ac-8dd8-418b-ac65-9db9ae9e4012) {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:44:50.436358 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c964e7-8921-465c-b9cc-c5fd6e2c2f51 None None] Network 387070ac-8dd8-418b-ac65-9db9ae9e4012 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:44:50.436519 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7cb441-8052-429c-988f-77ce1050baca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:44:50.437017 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9a7cb441-8052-429c-988f-77ce1050baca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.459987 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-9a7cb441-8052-429c-988f-77ce1050baca admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3914421 May 11 06:44:50.462414 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41388) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:50.466689 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-513250614-router', 'tenant_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:44:50.487912 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7286'] for router (ddd5085e-4d48-4418-95de-0d65207beb32), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.489380 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router (ddd5085e-4d48-4418-95de-0d65207beb32), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.547624 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Publish callbacks [] for router_controller (ddd5085e-4d48-4418-95de-0d65207beb32), precommit_add_association {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.549155 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dd71484-60e5-51ad-871a-30a1f3f9ad64-387070ac-8dd8-418b-ac65-9db9ae9e4012', 'network_id': '387070ac-8dd8-418b-ac65-9db9ae9e4012', 'project_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'fixed_ips': [{'subnet_id': 'f40a9d6c-fcaf-4445-9194-22170537fb45'}]}} from dv-cinder-804757-27-iscsi. {{(pid=104515) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 06:44:50.550204 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.701480 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.db_base_plugin_common [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Allocated IP 172.20.0.2 (387070ac-8dd8-418b-ac65-9db9ae9e4012/f40a9d6c-fcaf-4445-9194-22170537fb45/8870e88a-6065-4974-86d6-2748f98f345f) {{(pid=104515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:44:50.708136 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Publish callbacks [] for router_gateway (ddd5085e-4d48-4418-95de-0d65207beb32), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.848016 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Publish callbacks [] for port (8870e88a-6065-4974-86d6-2748f98f345f), precommit_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.853790 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (8870e88a-6065-4974-86d6-2748f98f345f), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.886793 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Publish callbacks [] for router_gateway (ddd5085e-4d48-4418-95de-0d65207beb32), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.897263 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Network 387070ac-8dd8-418b-ac65-9db9ae9e4012 is already hosted by enough agents. {{(pid=104515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:44:50.901339 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.base_scheduler [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Resources bound (agent type, host, resource id): {{(pid=104515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:44:50.903796 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Pushing event updated for resources: {'Port': ['ID=8870e88a-6065-4974-86d6-2748f98f345f,revision_number=1']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:50.905960 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Received port after_create {{(pid=104515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:44:50.911203 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.965212 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Attempting to bind port 8870e88a-6065-4974-86d6-2748f98f345f on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:44:50.965500 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Attempting to bind port 8870e88a-6065-4974-86d6-2748f98f345f by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '0b4df4ad-789b-44e6-a495-15066623ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '387070ac-8dd8-418b-ac65-9db9ae9e4012'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:44:50.965862 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Attempting to bind port 8870e88a-6065-4974-86d6-2748f98f345f on network 387070ac-8dd8-418b-ac65-9db9ae9e4012 {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:44:50.970841 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:44:50.971216 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Checking segment: {'id': '0b4df4ad-789b-44e6-a495-15066623ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '387070ac-8dd8-418b-ac65-9db9ae9e4012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:44:50.971648 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:50.972047 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Bound using segment: {'id': '0b4df4ad-789b-44e6-a495-15066623ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '387070ac-8dd8-418b-ac65-9db9ae9e4012'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:44:50.972504 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Bound port: 8870e88a-6065-4974-86d6-2748f98f345f, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4df4ad-789b-44e6-a495-15066623ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '387070ac-8dd8-418b-ac65-9db9ae9e4012'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:44:50.972886 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (8870e88a-6065-4974-86d6-2748f98f345f), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:51.015683 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Allocated IP 172.27.2.153 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/c5822263-83a8-48de-b1bf-038b0f860a2f) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:44:51.039401 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] For port 8870e88a-6065-4974-86d6-2748f98f345f, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:44:51.043032 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] For port 8870e88a-6065-4974-86d6-2748f98f345f, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=8870e88a-6065-4974-86d6-2748f98f345f,segment=NetworkSegment(0b4df4ad-789b-44e6-a495-15066623ead5),segment_id=0b4df4ad-789b-44e6-a495-15066623ead5)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:44:51.048993 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (8870e88a-6065-4974-86d6-2748f98f345f), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:51.105803 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4257ff-1b01-456e-a023-c86df00c8922 None None] Pushing event updated for resources: {'Port': ['ID=8870e88a-6065-4974-86d6-2748f98f345f,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:51.132455 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Publish callbacks [] for port (c5822263-83a8-48de-b1bf-038b0f860a2f), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:51.169961 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (c5822263-83a8-48de-b1bf-038b0f860a2f), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:51.211602 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:44:51.215123 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:44:51.217836 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:44:51.244959 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Pushing event updated for resources: {'Port': ['ID=c5822263-83a8-48de-b1bf-038b0f860a2f,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:51.479904 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Sync routers for ids ['373df8d9-1695-42af-98d4-95b08cc4c2d0'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:44:51.490904 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Routers {'373df8d9-1695-42af-98d4-95b08cc4c2d0'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:44:51.491558 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:44:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['373df8d9-1695-42af-98d4-95b08cc4c2d0'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:51.603630 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Set router 373df8d9-1695-42af-98d4-95b08cc4c2d0 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:44:51.775683 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Publish callbacks [] for router_gateway (ddd5085e-4d48-4418-95de-0d65207beb32), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:51.895027 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'name': 'tempest-TestMinimumBasicScenario-126971612-router', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:45Z', 'updated_at': '2022-05-11T06:44:48Z', 'revision_number': 4, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'gw_port': {'id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:46Z', 'updated_at': '2022-05-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'aef750d5-b8a5-4988-85d9-9a5e94e75f9c', 'name': '', 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'mac_address': 'fa:16:3e:ff:a9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:48Z', 'updated_at': '2022-05-11T06:44:48Z', 'revision_number': 2, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'subnets': [{'id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:51.926686 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Checking router: 373df8d9-1695-42af-98d4-95b08cc4c2d0 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:44:51.927038 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Updating router 373df8d9-1695-42af-98d4-95b08cc4c2d0 port aef750d5-b8a5-4988-85d9-9a5e94e75f9c binding host dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:44:51.957522 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:51.999659 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823959'] for router (ddd5085e-4d48-4418-95de-0d65207beb32), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:52.038486 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cb3a5d-856c-4ff1-bd7b-de51796ad716 None None] Network 387070ac-8dd8-418b-ac65-9db9ae9e4012 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:44:52.109434 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-982f8423-ed1e-4c90-800d-877ddc51d74a None None] Provisioning complete for port 8870e88a-6065-4974-86d6-2748f98f345f triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:52.110434 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-982f8423-ed1e-4c90-800d-877ddc51d74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (8870e88a-6065-4974-86d6-2748f98f345f), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:52.150816 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Router ddd5085e-4d48-4418-95de-0d65207beb32 is scheduled to L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 with binding_index 1 {{(pid=104513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 06:44:52.238523 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-982f8423-ed1e-4c90-800d-877ddc51d74a None None] Current status of the port 8870e88a-6065-4974-86d6-2748f98f345f is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:52.239180 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-982f8423-ed1e-4c90-800d-877ddc51d74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (8870e88a-6065-4974-86d6-2748f98f345f), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:52.287617 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-982f8423-ed1e-4c90-800d-877ddc51d74a None None] For port 8870e88a-6065-4974-86d6-2748f98f345f, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=8870e88a-6065-4974-86d6-2748f98f345f,segment=NetworkSegment(0b4df4ad-789b-44e6-a495-15066623ead5),segment_id=0b4df4ad-789b-44e6-a495-15066623ead5)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:44:52.293893 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-982f8423-ed1e-4c90-800d-877ddc51d74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (8870e88a-6065-4974-86d6-2748f98f345f), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:52.294592 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Publish callbacks [] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), precommit_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:52.303617 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:52.305753 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:44:52.331334 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:52.334032 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Sync routers for ids ['ddd5085e-4d48-4418-95de-0d65207beb32'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:44:52.334219 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-d617fb70-0509-4d41-92ff-dd6978682316 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8704646 May 11 06:44:52.336578 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41394) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:44:52.337736 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:44:52.375526 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36511fc8-b48d-4edc-bba3-d22bae07b4db None None] Pushing event updated for resources: {'Port': ['ID=aef750d5-b8a5-4988-85d9-9a5e94e75f9c,revision_number=3']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:52.390907 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Routers {'ddd5085e-4d48-4418-95de-0d65207beb32'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:44:52.391669 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:44:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['ddd5085e-4d48-4418-95de-0d65207beb32'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:52.399976 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36511fc8-b48d-4edc-bba3-d22bae07b4db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:52.400575 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36511fc8-b48d-4edc-bba3-d22bae07b4db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:52.401093 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36511fc8-b48d-4edc-bba3-d22bae07b4db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:52.401683 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36511fc8-b48d-4edc-bba3-d22bae07b4db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:52.402173 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36511fc8-b48d-4edc-bba3-d22bae07b4db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:52.402649 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36511fc8-b48d-4edc-bba3-d22bae07b4db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:52.403117 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36511fc8-b48d-4edc-bba3-d22bae07b4db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:52.403639 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36511fc8-b48d-4edc-bba3-d22bae07b4db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:52.404209 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36511fc8-b48d-4edc-bba3-d22bae07b4db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:52.404701 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36511fc8-b48d-4edc-bba3-d22bae07b4db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:52.405192 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36511fc8-b48d-4edc-bba3-d22bae07b4db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:52.405697 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36511fc8-b48d-4edc-bba3-d22bae07b4db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:52.406193 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36511fc8-b48d-4edc-bba3-d22bae07b4db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:52.406670 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36511fc8-b48d-4edc-bba3-d22bae07b4db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:52.407308 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36511fc8-b48d-4edc-bba3-d22bae07b4db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:44:52.453177 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Attempting to bind port aef750d5-b8a5-4988-85d9-9a5e94e75f9c on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:44:52.453830 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Attempting to bind port aef750d5-b8a5-4988-85d9-9a5e94e75f9c by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': 'b0c8e1f3-7030-4e19-852a-8c50243131ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108'}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:44:52.454356 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Attempting to bind port aef750d5-b8a5-4988-85d9-9a5e94e75f9c on network eee35abb-92b2-4bc1-98fe-bda487493108 {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:44:52.460356 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:44:52.460736 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Checking segment: {'id': 'b0c8e1f3-7030-4e19-852a-8c50243131ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:44:52.461145 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:52.461539 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Bound using segment: {'id': 'b0c8e1f3-7030-4e19-852a-8c50243131ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108'} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:44:52.462011 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Bound port: aef750d5-b8a5-4988-85d9-9a5e94e75f9c, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c8e1f3-7030-4e19-852a-8c50243131ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108'}}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:44:52.462986 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:52.506148 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f8423-ed1e-4c90-800d-877ddc51d74a None None] Pushing event updated for resources: {'Port': ['ID=8870e88a-6065-4974-86d6-2748f98f345f,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:52.526466 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:52.527534 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (15af080d-bbf5-4cc0-aabd-d95c0e5d7d31), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:52.544306 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] For port aef750d5-b8a5-4988-85d9-9a5e94e75f9c, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:44:52.548922 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] For port aef750d5-b8a5-4988-85d9-9a5e94e75f9c, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=aef750d5-b8a5-4988-85d9-9a5e94e75f9c,segment=NetworkSegment(b0c8e1f3-7030-4e19-852a-8c50243131ad),segment_id=b0c8e1f3-7030-4e19-852a-8c50243131ad)] {{(pid=104516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:44:52.559811 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:52.636519 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Routers {'373df8d9-1695-42af-98d4-95b08cc4c2d0'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:44:52.637416 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:44:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['373df8d9-1695-42af-98d4-95b08cc4c2d0'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:52.679757 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:52.680959 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 8870e88a-6065-4974-86d6-2748f98f345f up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:44:52.706696 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36511fc8-b48d-4edc-bba3-d22bae07b4db None None] Pushing event updated for resources: {'Port': ['ID=aef750d5-b8a5-4988-85d9-9a5e94e75f9c,revision_number=4']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:52.752003 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Set router ddd5085e-4d48-4418-95de-0d65207beb32 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:44:52.790971 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-fa1a8fd5-966c-40cc-a6e5-0d3cfed298b9 None None] Provisioning complete for port 8870e88a-6065-4974-86d6-2748f98f345f triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:52.791256 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8fd5-966c-40cc-a6e5-0d3cfed298b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (8870e88a-6065-4974-86d6-2748f98f345f), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:52.802030 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] Set router 373df8d9-1695-42af-98d4-95b08cc4c2d0 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:44:52.842372 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 8870e88a-6065-4974-86d6-2748f98f345f triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:52.842747 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (8870e88a-6065-4974-86d6-2748f98f345f), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:52.880007 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.016037 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'name': 'tempest-TestMinimumBasicScenario-126971612-router', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:45Z', 'updated_at': '2022-05-11T06:44:48Z', 'revision_number': 4, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'gw_port': {'id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:46Z', 'updated_at': '2022-05-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'aef750d5-b8a5-4988-85d9-9a5e94e75f9c', 'name': '', 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'mac_address': 'fa:16:3e:ff:a9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:48Z', 'updated_at': '2022-05-11T06:44:52Z', 'revision_number': 4, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'subnets': [{'id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:53.048674 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c571bb5d-5ca5-4e91-bff2-78d1c0ff209e None None] The sync data for ids ['373df8d9-1695-42af-98d4-95b08cc4c2d0'] in dv-cinder-804757-27-iscsi is: [{'id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'name': 'tempest-TestMinimumBasicScenario-126971612-router', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:45Z', 'updated_at': '2022-05-11T06:44:48Z', 'revision_number': 4, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'gw_port': {'id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:46Z', 'updated_at': '2022-05-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'aef750d5-b8a5-4988-85d9-9a5e94e75f9c', 'name': '', 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'mac_address': 'fa:16:3e:ff:a9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:48Z', 'updated_at': '2022-05-11T06:44:52Z', 'revision_number': 4, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'subnets': [{'id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:44:53.056311 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Allocated IP 172.20.0.1 (387070ac-8dd8-418b-ac65-9db9ae9e4012/f40a9d6c-fcaf-4445-9194-22170537fb45/04e81067-93db-45de-94ff-cb89ea3c2a23) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:44:53.168730 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Publish callbacks [] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.202931 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a8fd5-966c-40cc-a6e5-0d3cfed298b9 None None] Current status of the port 8870e88a-6065-4974-86d6-2748f98f345f is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:53.210455 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.213884 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 8870e88a-6065-4974-86d6-2748f98f345f is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:53.219617 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'name': 'tempest-TestMinimumBasicScenario-513250614-router', 'tenant_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c5822263-83a8-48de-b1bf-038b0f860a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:50Z', 'updated_at': '2022-05-11T06:44:51Z', 'revision_number': 3, 'project_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'gw_port': {'id': 'c5822263-83a8-48de-b1bf-038b0f860a2f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:50Z', 'updated_at': '2022-05-11T06:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:53.221427 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-fa1a8fd5-966c-40cc-a6e5-0d3cfed298b9 None None] Provisioning complete for port aef750d5-b8a5-4988-85d9-9a5e94e75f9c triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:53.221798 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8fd5-966c-40cc-a6e5-0d3cfed298b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.254525 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Network 387070ac-8dd8-418b-ac65-9db9ae9e4012 is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:44:53.257503 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:44:53.261211 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:44:53.266320 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Checking router: ddd5085e-4d48-4418-95de-0d65207beb32 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:44:53.266625 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Updating router ddd5085e-4d48-4418-95de-0d65207beb32 port c5822263-83a8-48de-b1bf-038b0f860a2f binding host dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:44:53.288195 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=04e81067-93db-45de-94ff-cb89ea3c2a23,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:53.307908 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c5822263-83a8-48de-b1bf-038b0f860a2f), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.312059 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825786'] for router_interface (ddd5085e-4d48-4418-95de-0d65207beb32), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.430050 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a8fd5-966c-40cc-a6e5-0d3cfed298b9 None None] Current status of the port aef750d5-b8a5-4988-85d9-9a5e94e75f9c is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:53.430050 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8fd5-966c-40cc-a6e5-0d3cfed298b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.468733 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.478227 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-fa1a8fd5-966c-40cc-a6e5-0d3cfed298b9 None None] For port aef750d5-b8a5-4988-85d9-9a5e94e75f9c, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=aef750d5-b8a5-4988-85d9-9a5e94e75f9c,segment=NetworkSegment(b0c8e1f3-7030-4e19-852a-8c50243131ad),segment_id=b0c8e1f3-7030-4e19-852a-8c50243131ad)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:44:53.531026 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-fa1a8fd5-966c-40cc-a6e5-0d3cfed298b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.612013 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a8fd5-966c-40cc-a6e5-0d3cfed298b9 None None] Pushing event updated for resources: {'Port': ['ID=aef750d5-b8a5-4988-85d9-9a5e94e75f9c,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:53.670247 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-adf8848f-871d-4a33-9792-afac25b9a3a3 None None] Provisioning complete for port aef750d5-b8a5-4988-85d9-9a5e94e75f9c triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:53.670628 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-adf8848f-871d-4a33-9792-afac25b9a3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.720027 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Publish callbacks [] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.726467 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.795022 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=04e81067-93db-45de-94ff-cb89ea3c2a23,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:53.806834 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825200'] for router_interface (ddd5085e-4d48-4418-95de-0d65207beb32), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.824881 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-adf8848f-871d-4a33-9792-afac25b9a3a3 None None] Current status of the port aef750d5-b8a5-4988-85d9-9a5e94e75f9c is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:53.828147 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Publish callbacks [] for port (c5822263-83a8-48de-b1bf-038b0f860a2f), precommit_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.836039 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c5822263-83a8-48de-b1bf-038b0f860a2f), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.843376 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-adf8848f-871d-4a33-9792-afac25b9a3a3 None None] Provisioning complete for port 04e81067-93db-45de-94ff-cb89ea3c2a23 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:53.843743 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-adf8848f-871d-4a33-9792-afac25b9a3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.900608 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Network 387070ac-8dd8-418b-ac65-9db9ae9e4012 is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:44:53.902583 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:44:53.911836 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Attempting to bind port c5822263-83a8-48de-b1bf-038b0f860a2f on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:44:53.912233 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Attempting to bind port c5822263-83a8-48de-b1bf-038b0f860a2f by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:44:53.912601 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Attempting to bind port c5822263-83a8-48de-b1bf-038b0f860a2f on network 7c3caca2-6ca3-4944-9b8c-503b226927ad {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:44:53.918331 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ebefe-fd0c-4365-9979-801957414c8e None None] Pushing event updated for resources: {'Port': ['ID=c5822263-83a8-48de-b1bf-038b0f860a2f,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:53.925076 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-adf8848f-871d-4a33-9792-afac25b9a3a3 None None] Port 04e81067-93db-45de-94ff-cb89ea3c2a23 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:44:53.927430 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:44:53.927814 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Checking segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:44:53.928293 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.928592 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Bound using segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:44:53.929071 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Bound port: c5822263-83a8-48de-b1bf-038b0f860a2f, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:44:53.929454 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c5822263-83a8-48de-b1bf-038b0f860a2f), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:53.986387 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] For port c5822263-83a8-48de-b1bf-038b0f860a2f, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:44:53.990407 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] For port c5822263-83a8-48de-b1bf-038b0f860a2f, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=c5822263-83a8-48de-b1bf-038b0f860a2f,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:44:53.998094 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c5822263-83a8-48de-b1bf-038b0f860a2f), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:54.030962 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Router ddd5085e-4d48-4418-95de-0d65207beb32 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:44:54.060764 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Routers {'ddd5085e-4d48-4418-95de-0d65207beb32'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:44:54.061392 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:44:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['ddd5085e-4d48-4418-95de-0d65207beb32'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:54.064515 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2ebefe-fd0c-4365-9979-801957414c8e None None] Pushing event updated for resources: {'Port': ['ID=c5822263-83a8-48de-b1bf-038b0f860a2f,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:54.157743 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:44:54.165902 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-397d692d-0701-457f-bc79-9b842d3c1ae1 admin admin] 10.222.0.64 "PUT /v2.0/routers/ddd5085e-4d48-4418-95de-0d65207beb32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8281283 May 11 06:44:54.187427 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] Set router ddd5085e-4d48-4418-95de-0d65207beb32 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:44:54.216845 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 8870e88a-6065-4974-86d6-2748f98f345f up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:44:54.300851 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-ca9b8112-7933-4187-bfe9-7800dfe1745a None None] Provisioning complete for port 04e81067-93db-45de-94ff-cb89ea3c2a23 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:54.301225 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ca9b8112-7933-4187-bfe9-7800dfe1745a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:54.363479 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b8112-7933-4187-bfe9-7800dfe1745a None None] Port 04e81067-93db-45de-94ff-cb89ea3c2a23 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:44:54.392011 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 8870e88a-6065-4974-86d6-2748f98f345f triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:54.392386 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (8870e88a-6065-4974-86d6-2748f98f345f), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:54.522392 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'name': 'tempest-TestMinimumBasicScenario-513250614-router', 'tenant_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c5822263-83a8-48de-b1bf-038b0f860a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:50Z', 'updated_at': '2022-05-11T06:44:53Z', 'revision_number': 4, 'project_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'gw_port': {'id': 'c5822263-83a8-48de-b1bf-038b0f860a2f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:50Z', 'updated_at': '2022-05-11T06:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '04e81067-93db-45de-94ff-cb89ea3c2a23', 'name': '', 'network_id': '387070ac-8dd8-418b-ac65-9db9ae9e4012', 'tenant_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'mac_address': 'fa:16:3e:02:0a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f40a9d6c-fcaf-4445-9194-22170537fb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:52Z', 'updated_at': '2022-05-11T06:44:53Z', 'revision_number': 2, 'project_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'subnets': [{'id': 'f40a9d6c-fcaf-4445-9194-22170537fb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:54.526562 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 8870e88a-6065-4974-86d6-2748f98f345f is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:54.527611 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device aef750d5-b8a5-4988-85d9-9a5e94e75f9c up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:44:54.556288 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedddc77-52a8-487d-bf89-9b5ba3b70e4b None None] The sync data for ids ['ddd5085e-4d48-4418-95de-0d65207beb32'] in dv-cinder-804757-27-iscsi is: [{'id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'name': 'tempest-TestMinimumBasicScenario-513250614-router', 'tenant_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c5822263-83a8-48de-b1bf-038b0f860a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:50Z', 'updated_at': '2022-05-11T06:44:53Z', 'revision_number': 4, 'project_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'gw_port': {'id': 'c5822263-83a8-48de-b1bf-038b0f860a2f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:50Z', 'updated_at': '2022-05-11T06:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '04e81067-93db-45de-94ff-cb89ea3c2a23', 'name': '', 'network_id': '387070ac-8dd8-418b-ac65-9db9ae9e4012', 'tenant_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'mac_address': 'fa:16:3e:02:0a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f40a9d6c-fcaf-4445-9194-22170537fb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:52Z', 'updated_at': '2022-05-11T06:44:53Z', 'revision_number': 2, 'project_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'subnets': [{'id': 'f40a9d6c-fcaf-4445-9194-22170537fb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:44:54.606346 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port aef750d5-b8a5-4988-85d9-9a5e94e75f9c triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:54.606802 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:54.696531 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port aef750d5-b8a5-4988-85d9-9a5e94e75f9c is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:55.640082 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2cfc4b9b-e1ff-4e54-a422-8b230d4ae2c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:56.219333 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device c5822263-83a8-48de-b1bf-038b0f860a2f up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:44:56.278951 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port c5822263-83a8-48de-b1bf-038b0f860a2f triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:56.279356 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c5822263-83a8-48de-b1bf-038b0f860a2f), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:56.375818 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port c5822263-83a8-48de-b1bf-038b0f860a2f is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:56.376210 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c5822263-83a8-48de-b1bf-038b0f860a2f), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:56.410082 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] For port c5822263-83a8-48de-b1bf-038b0f860a2f, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=c5822263-83a8-48de-b1bf-038b0f860a2f,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:44:56.415572 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c5822263-83a8-48de-b1bf-038b0f860a2f), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:56.471822 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Pushing event updated for resources: {'Port': ['ID=c5822263-83a8-48de-b1bf-038b0f860a2f,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:57.416775 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Sync routers for ids ['ddd5085e-4d48-4418-95de-0d65207beb32'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:44:57.427782 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Routers {'ddd5085e-4d48-4418-95de-0d65207beb32'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:44:57.428496 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:44:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['ddd5085e-4d48-4418-95de-0d65207beb32'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:57.553427 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Set router ddd5085e-4d48-4418-95de-0d65207beb32 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:44:57.766124 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'name': 'tempest-TestMinimumBasicScenario-513250614-router', 'tenant_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c5822263-83a8-48de-b1bf-038b0f860a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:50Z', 'updated_at': '2022-05-11T06:44:53Z', 'revision_number': 4, 'project_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'gw_port': {'id': 'c5822263-83a8-48de-b1bf-038b0f860a2f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:50Z', 'updated_at': '2022-05-11T06:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '04e81067-93db-45de-94ff-cb89ea3c2a23', 'name': '', 'network_id': '387070ac-8dd8-418b-ac65-9db9ae9e4012', 'tenant_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'mac_address': 'fa:16:3e:02:0a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f40a9d6c-fcaf-4445-9194-22170537fb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:52Z', 'updated_at': '2022-05-11T06:44:53Z', 'revision_number': 2, 'project_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'subnets': [{'id': 'f40a9d6c-fcaf-4445-9194-22170537fb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:57.769373 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-de03a10f-396b-4a08-b3f1-c3111a008e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:57.797200 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Checking router: ddd5085e-4d48-4418-95de-0d65207beb32 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:44:57.797440 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Updating router ddd5085e-4d48-4418-95de-0d65207beb32 port 04e81067-93db-45de-94ff-cb89ea3c2a23 binding host dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:44:57.833263 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:58.161878 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device c5822263-83a8-48de-b1bf-038b0f860a2f up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:44:58.222103 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port c5822263-83a8-48de-b1bf-038b0f860a2f triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:58.222622 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c5822263-83a8-48de-b1bf-038b0f860a2f), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:58.267430 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Publish callbacks [] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), precommit_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:58.279619 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:58.410487 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Attempting to bind port 04e81067-93db-45de-94ff-cb89ea3c2a23 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:44:58.410859 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Attempting to bind port 04e81067-93db-45de-94ff-cb89ea3c2a23 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '0b4df4ad-789b-44e6-a495-15066623ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '387070ac-8dd8-418b-ac65-9db9ae9e4012'}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:44:58.411223 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Attempting to bind port 04e81067-93db-45de-94ff-cb89ea3c2a23 on network 387070ac-8dd8-418b-ac65-9db9ae9e4012 {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:44:58.419258 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:44:58.420001 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Checking segment: {'id': '0b4df4ad-789b-44e6-a495-15066623ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '387070ac-8dd8-418b-ac65-9db9ae9e4012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:44:58.420095 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:58.420523 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Bound using segment: {'id': '0b4df4ad-789b-44e6-a495-15066623ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '387070ac-8dd8-418b-ac65-9db9ae9e4012'} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:44:58.421007 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Bound port: 04e81067-93db-45de-94ff-cb89ea3c2a23, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4df4ad-789b-44e6-a495-15066623ead5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '387070ac-8dd8-418b-ac65-9db9ae9e4012'}}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:44:58.421390 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:58.465404 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port c5822263-83a8-48de-b1bf-038b0f860a2f is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:58.480725 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc180ee-b510-4b1f-9869-90ac6a9d0353 None None] Pushing event updated for resources: {'Port': ['ID=04e81067-93db-45de-94ff-cb89ea3c2a23,revision_number=3']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:58.513935 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] For port 04e81067-93db-45de-94ff-cb89ea3c2a23, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:44:58.518899 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] For port 04e81067-93db-45de-94ff-cb89ea3c2a23, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=04e81067-93db-45de-94ff-cb89ea3c2a23,segment=NetworkSegment(0b4df4ad-789b-44e6-a495-15066623ead5),segment_id=0b4df4ad-789b-44e6-a495-15066623ead5)] {{(pid=104516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:44:58.529270 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:58.607181 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Routers {'ddd5085e-4d48-4418-95de-0d65207beb32'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:44:58.607839 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:44:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['ddd5085e-4d48-4418-95de-0d65207beb32'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:58.616248 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-92b08baf-e568-4bd3-9a25-16f1bcaad537 None None] Provisioning complete for port 04e81067-93db-45de-94ff-cb89ea3c2a23 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:58.617200 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-92b08baf-e568-4bd3-9a25-16f1bcaad537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:58.650548 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc180ee-b510-4b1f-9869-90ac6a9d0353 None None] Pushing event updated for resources: {'Port': ['ID=04e81067-93db-45de-94ff-cb89ea3c2a23,revision_number=4']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:58.747103 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-92b08baf-e568-4bd3-9a25-16f1bcaad537 None None] Current status of the port 04e81067-93db-45de-94ff-cb89ea3c2a23 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:58.747855 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-92b08baf-e568-4bd3-9a25-16f1bcaad537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:58.773775 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] Set router ddd5085e-4d48-4418-95de-0d65207beb32 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:44:58.790715 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-92b08baf-e568-4bd3-9a25-16f1bcaad537 None None] For port 04e81067-93db-45de-94ff-cb89ea3c2a23, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=04e81067-93db-45de-94ff-cb89ea3c2a23,segment=NetworkSegment(0b4df4ad-789b-44e6-a495-15066623ead5),segment_id=0b4df4ad-789b-44e6-a495-15066623ead5)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:44:58.796764 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-92b08baf-e568-4bd3-9a25-16f1bcaad537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:58.864282 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b08baf-e568-4bd3-9a25-16f1bcaad537 None None] Pushing event updated for resources: {'Port': ['ID=04e81067-93db-45de-94ff-cb89ea3c2a23,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:44:58.928183 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-95a20cf7-dd8d-499e-a2a8-c8f548beb9bf None None] Provisioning complete for port 04e81067-93db-45de-94ff-cb89ea3c2a23 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:44:58.933315 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-95a20cf7-dd8d-499e-a2a8-c8f548beb9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:59.040082 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'name': 'tempest-TestMinimumBasicScenario-513250614-router', 'tenant_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c5822263-83a8-48de-b1bf-038b0f860a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:50Z', 'updated_at': '2022-05-11T06:44:53Z', 'revision_number': 4, 'project_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'gw_port': {'id': 'c5822263-83a8-48de-b1bf-038b0f860a2f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:50Z', 'updated_at': '2022-05-11T06:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '04e81067-93db-45de-94ff-cb89ea3c2a23', 'name': '', 'network_id': '387070ac-8dd8-418b-ac65-9db9ae9e4012', 'tenant_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'mac_address': 'fa:16:3e:02:0a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f40a9d6c-fcaf-4445-9194-22170537fb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:52Z', 'updated_at': '2022-05-11T06:44:58Z', 'revision_number': 4, 'project_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'subnets': [{'id': 'f40a9d6c-fcaf-4445-9194-22170537fb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:44:59.048905 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-95a20cf7-dd8d-499e-a2a8-c8f548beb9bf None None] Current status of the port 04e81067-93db-45de-94ff-cb89ea3c2a23 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:44:59.057527 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:44:59.079309 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c7d30f-6dd6-4bc6-a731-385826262b3c None None] The sync data for ids ['ddd5085e-4d48-4418-95de-0d65207beb32'] in dv-cinder-804757-27-iscsi is: [{'id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'name': 'tempest-TestMinimumBasicScenario-513250614-router', 'tenant_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c5822263-83a8-48de-b1bf-038b0f860a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:50Z', 'updated_at': '2022-05-11T06:44:53Z', 'revision_number': 4, 'project_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'gw_port': {'id': 'c5822263-83a8-48de-b1bf-038b0f860a2f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:50Z', 'updated_at': '2022-05-11T06:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '04e81067-93db-45de-94ff-cb89ea3c2a23', 'name': '', 'network_id': '387070ac-8dd8-418b-ac65-9db9ae9e4012', 'tenant_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'mac_address': 'fa:16:3e:02:0a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'f40a9d6c-fcaf-4445-9194-22170537fb45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:52Z', 'updated_at': '2022-05-11T06:44:58Z', 'revision_number': 4, 'project_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'subnets': [{'id': 'f40a9d6c-fcaf-4445-9194-22170537fb45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:44:59.999074 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:00.180668 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 04e81067-93db-45de-94ff-cb89ea3c2a23 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:45:00.237078 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 04e81067-93db-45de-94ff-cb89ea3c2a23 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:00.237562 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:00.349449 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 04e81067-93db-45de-94ff-cb89ea3c2a23 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:45:00.937769 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:02.026214 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad14b0-69ee-460c-b35b-4dc80091aeaa req-8f1ee6dd-06ab-4fea-b44f-c253af160e76 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:02.028895 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fbad14b0-69ee-460c-b35b-4dc80091aeaa req-8f1ee6dd-06ab-4fea-b44f-c253af160e76 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0504510 May 11 06:45:02.079139 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fbad14b0-69ee-460c-b35b-4dc80091aeaa req-21db104b-cc28-4cc3-a7eb-b3d9a7bf397d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443723 May 11 06:45:02.560349 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:03.206393 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1154b2-a63c-4801-b554-be3de2c33d70 req-dab4fae6-181e-438b-ae11-3ae314976c18 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:03.213187 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3b1154b2-a63c-4801-b554-be3de2c33d70 req-dab4fae6-181e-438b-ae11-3ae314976c18 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0587626 May 11 06:45:03.264498 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3b1154b2-a63c-4801-b554-be3de2c33d70 req-8b218cdb-0db8-4f9f-9558-c9ac3eb70fb1 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504506 May 11 06:45:03.834753 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121998e-556b-47ec-82fa-b5cd6860042a req-e7c3cc4e-1aff-4c59-84c5-9bad77fc29c5 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:03.836242 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0121998e-556b-47ec-82fa-b5cd6860042a req-e7c3cc4e-1aff-4c59-84c5-9bad77fc29c5 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/networks?id=eee35abb-92b2-4bc1-98fe-bda487493108 HTTP/1.1" status: 200 len: 814 time: 0.0980859 May 11 06:45:03.850191 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0121998e-556b-47ec-82fa-b5cd6860042a req-95cc2d3c-6c9d-4c8b-829d-3b7f854389b7 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/quotas/ee00a37abf8a49eba7d06738e181eb4b HTTP/1.1" status: 200 len: 375 time: 0.0086479 May 11 06:45:03.901171 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0121998e-556b-47ec-82fa-b5cd6860042a req-f6b34e08-252e-4f61-b5e6-4924687a178b tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ee00a37abf8a49eba7d06738e181eb4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455778 May 11 06:45:04.082516 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0121998e-556b-47ec-82fa-b5cd6860042a req-4a81e080-3d65-424f-b95a-49114d57d965 service neutron] 10.222.0.64 "GET /v2.0/networks/eee35abb-92b2-4bc1-98fe-bda487493108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697412 May 11 06:45:04.173990 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0121998e-556b-47ec-82fa-b5cd6860042a req-c2527562-77f4-49cc-988b-854296bc686d service neutron] 10.222.0.64 "GET /v2.0/networks/eee35abb-92b2-4bc1-98fe-bda487493108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857594 May 11 06:45:04.334686 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b407598a-659f-4030-9790-8d50bc7ee802 req-f5878fd1-33b4-4661-88a7-f4a2d5135d31 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 210 time: 0.0315182 May 11 06:45:04.389388 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d953e48-0e25-493d-9bad-75f7f9a58648 req-48fd3907-6243-4324-b347-2bee0b64c77b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:04.390881 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6d953e48-0e25-493d-9bad-75f7f9a58648 req-48fd3907-6243-4324-b347-2bee0b64c77b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0552347 May 11 06:45:04.444257 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6d953e48-0e25-493d-9bad-75f7f9a58648 req-77b3bd01-713b-489d-9a91-9c44dc308804 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477285 May 11 06:45:05.435096 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-305edd31-c3e8-4d54-b903-217f1306a680 req-96b7e24c-2a66-4597-b4d1-c2280eeba04c tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 210 time: 0.0319524 May 11 06:45:05.559290 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c9a72-385f-4aab-9759-f8a839796b51 req-b2d7d11c-e73f-434c-b2d6-646ef716314b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:05.560768 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-225c9a72-385f-4aab-9759-f8a839796b51 req-b2d7d11c-e73f-434c-b2d6-646ef716314b tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0469077 May 11 06:45:05.606851 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-225c9a72-385f-4aab-9759-f8a839796b51 req-6ca140cc-206f-4b90-9b98-d6a734f594d5 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406587 May 11 06:45:06.137319 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1e0b6459-fabb-4683-afa6-7d97fd70cb10 req-507ff068-8e7a-40bc-8e26-6777034be88d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382252 May 11 06:45:06.389210 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab45436-d224-4412-9053-ca510b02cfc1 req-e215a7b5-3621-40ad-b4df-e7f5d207f8c6 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:06.390656 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-aab45436-d224-4412-9053-ca510b02cfc1 req-e215a7b5-3621-40ad-b4df-e7f5d207f8c6 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.70 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0747747 May 11 06:45:06.395581 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b6459-fabb-4683-afa6-7d97fd70cb10 req-aec3646d-4029-428b-8f86-de592ec3a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:06.396921 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1e0b6459-fabb-4683-afa6-7d97fd70cb10 req-aec3646d-4029-428b-8f86-de592ec3a0ea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 1129 time: 0.0536511 May 11 06:45:06.528813 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f5df4fe8-65cd-4ed0-b62c-44d3be627947 req-f05a50b1-842e-469f-99de-a4c097ad0275 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 210 time: 0.0285530 May 11 06:45:06.718281 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06ee2d-0bfe-45aa-9877-dfc618ae4a52 req-912c4da0-41a6-4d32-9bfa-53b123cfa9ac tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:06.719799 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fb06ee2d-0bfe-45aa-9877-dfc618ae4a52 req-912c4da0-41a6-4d32-9bfa-53b123cfa9ac tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.0467265 May 11 06:45:06.770644 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fb06ee2d-0bfe-45aa-9877-dfc618ae4a52 req-608dcb29-0829-4a11-9c86-8b9a63ba7f49 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452216 May 11 06:45:06.873230 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-aab45436-d224-4412-9053-ca510b02cfc1 req-7219bdaa-91f7-4168-beec-dbda61d14ca9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Deleting port c3a90bd8-246c-4327-a910-1612c24265cb {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:45:06.873605 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-aab45436-d224-4412-9053-ca510b02cfc1 req-7219bdaa-91f7-4168-beec-dbda61d14ca9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (c3a90bd8-246c-4327-a910-1612c24265cb), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:06.877967 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b6459-fabb-4683-afa6-7d97fd70cb10 req-f7289f12-9f31-4194-83a9-2f7c6d990f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:06.879448 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1e0b6459-fabb-4683-afa6-7d97fd70cb10 req-f7289f12-9f31-4194-83a9-2f7c6d990f10 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 200 len: 919 time: 0.1496029 May 11 06:45:06.936813 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1e0b6459-fabb-4683-afa6-7d97fd70cb10 req-75c8f82b-e0b7-48ba-88ed-17c5130e05df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f96eb40a-ee8f-4854-a24e-26c491a5b3ea HTTP/1.1" status: 200 len: 217 time: 0.0455468 May 11 06:45:06.964976 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121998e-556b-47ec-82fa-b5cd6860042a req-43aa98d9-a2f4-45aa-9417-7ab525e0fa8e tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:06.966766 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0121998e-556b-47ec-82fa-b5cd6860042a req-43aa98d9-a2f4-45aa-9417-7ab525e0fa8e tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.70 "GET /v2.0/networks?id=eee35abb-92b2-4bc1-98fe-bda487493108 HTTP/1.1" status: 200 len: 814 time: 0.1120937 May 11 06:45:06.992344 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-0121998e-556b-47ec-82fa-b5cd6860042a req-ccf58fb6-270b-4fe4-99f1-93c3b2b3228a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Request body: {'port': {'device_id': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'admin_state_up': True, 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:07.056634 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b6459-fabb-4683-afa6-7d97fd70cb10 req-ae0d8107-e3b6-45e4-b717-738c58102a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:07.058749 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1e0b6459-fabb-4683-afa6-7d97fd70cb10 req-ae0d8107-e3b6-45e4-b717-738c58102a75 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=583a5267-dd2a-4e7b-b980-2981ce70ccda HTTP/1.1" status: 200 len: 857 time: 0.0872266 May 11 06:45:07.063777 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-aab45436-d224-4412-9053-ca510b02cfc1 req-7219bdaa-91f7-4168-beec-dbda61d14ca9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] For port c3a90bd8-246c-4327-a910-1612c24265cb, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c3a90bd8-246c-4327-a910-1612c24265cb,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:07.064146 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-aab45436-d224-4412-9053-ca510b02cfc1 req-7219bdaa-91f7-4168-beec-dbda61d14ca9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (c3a90bd8-246c-4327-a910-1612c24265cb), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:07.123183 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0121998e-556b-47ec-82fa-b5cd6860042a req-ccf58fb6-270b-4fe4-99f1-93c3b2b3228a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Made reservation on behalf of ee00a37abf8a49eba7d06738e181eb4b for: {'port': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:45:07.127928 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-0121998e-556b-47ec-82fa-b5cd6860042a req-ccf58fb6-270b-4fe4-99f1-93c3b2b3228a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:07.287299 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [req-0121998e-556b-47ec-82fa-b5cd6860042a req-ccf58fb6-270b-4fe4-99f1-93c3b2b3228a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Allocated IP 172.20.0.3 (eee35abb-92b2-4bc1-98fe-bda487493108/63c95427-0908-47ce-aa00-7d7d1b7e2598/c252b84e-76c5-4079-b1f3-11dd833563b3) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:45:07.537866 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-0121998e-556b-47ec-82fa-b5cd6860042a req-ccf58fb6-270b-4fe4-99f1-93c3b2b3228a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:07.576997 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-0121998e-556b-47ec-82fa-b5cd6860042a req-ccf58fb6-270b-4fe4-99f1-93c3b2b3228a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:07.587457 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b6459-fabb-4683-afa6-7d97fd70cb10 req-07ce9185-afd8-4c88-8718-19071dbbc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:07.589533 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1e0b6459-fabb-4683-afa6-7d97fd70cb10 req-07ce9185-afd8-4c88-8718-19071dbbc875 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f58da4c7-ef95-435b-ab0f-347f8d529b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4236267 May 11 06:45:07.600142 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-aab45436-d224-4412-9053-ca510b02cfc1 req-7219bdaa-91f7-4168-beec-dbda61d14ca9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:07.600518 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-aab45436-d224-4412-9053-ca510b02cfc1 req-7219bdaa-91f7-4168-beec-dbda61d14ca9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (f916f461-3e4b-4492-866b-2a54c84bd5e4), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:07.600893 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.l3_db [req-aab45436-d224-4412-9053-ca510b02cfc1 req-7219bdaa-91f7-4168-beec-dbda61d14ca9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Floating IP f916f461-3e4b-4492-866b-2a54c84bd5e4 disassociated. External IP: 172.27.2.242, port: c3a90bd8-246c-4327-a910-1612c24265cb. May 11 06:45:07.601263 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-aab45436-d224-4412-9053-ca510b02cfc1 req-7219bdaa-91f7-4168-beec-dbda61d14ca9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Calling delete_port for c3a90bd8-246c-4327-a910-1612c24265cb owned by compute:nova {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:45:07.645394 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0121998e-556b-47ec-82fa-b5cd6860042a req-ccf58fb6-270b-4fe4-99f1-93c3b2b3228a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Network eee35abb-92b2-4bc1-98fe-bda487493108 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:45:07.649262 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [req-0121998e-556b-47ec-82fa-b5cd6860042a req-ccf58fb6-270b-4fe4-99f1-93c3b2b3228a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:45:07.654342 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-0121998e-556b-47ec-82fa-b5cd6860042a req-ccf58fb6-270b-4fe4-99f1-93c3b2b3228a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:45:07.708526 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121998e-556b-47ec-82fa-b5cd6860042a req-ccf58fb6-270b-4fe4-99f1-93c3b2b3228a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:07.709238 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-0121998e-556b-47ec-82fa-b5cd6860042a req-ccf58fb6-270b-4fe4-99f1-93c3b2b3228a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:07.895658 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0121998e-556b-47ec-82fa-b5cd6860042a req-ccf58fb6-270b-4fe4-99f1-93c3b2b3228a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9022498 May 11 06:45:07.904058 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf58fb6-270b-4fe4-99f1-93c3b2b3228a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Pushing event updated for resources: {'Port': ['ID=c252b84e-76c5-4079-b1f3-11dd833563b3,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:07.923609 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1e0b6459-fabb-4683-afa6-7d97fd70cb10 req-406e3b2a-72ca-4774-9648-adab22a9d238 service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202780 May 11 06:45:07.957974 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Request body: {'port': {'device_id': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:08.053995 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1103e-55f0-4240-ac8e-d2a002421dc0 req-4195fbd0-0875-4992-a210-49a55dc49daa tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:08.060873 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-72f1103e-55f0-4240-ac8e-d2a002421dc0 req-4195fbd0-0875-4992-a210-49a55dc49daa tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 931 time: 0.3458641 May 11 06:45:08.082672 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-aab45436-d224-4412-9053-ca510b02cfc1 req-7219bdaa-91f7-4168-beec-dbda61d14ca9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (c3a90bd8-246c-4327-a910-1612c24265cb), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:08.142021 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219bdaa-91f7-4168-beec-dbda61d14ca9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Pushing event deleted for resources: {'Port': ['ID=c3a90bd8-246c-4327-a910-1612c24265cb,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:08.173878 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-33fe3f6b-b0a6-4716-921d-953cd09a0c57 None None] Provisioning complete for port c252b84e-76c5-4079-b1f3-11dd833563b3 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:08.174410 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-33fe3f6b-b0a6-4716-921d-953cd09a0c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:08.176997 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1e0b6459-fabb-4683-afa6-7d97fd70cb10 req-4e76a550-f651-4f82-b1fb-39a03448d70b service neutron] 10.222.0.70 "GET /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174482 May 11 06:45:08.196504 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319cd54-1e84-4f64-9abe-9ac87513675b req-02f413ad-d620-4d1e-81cf-d340785dc204 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:08.205406 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8319cd54-1e84-4f64-9abe-9ac87513675b req-02f413ad-d620-4d1e-81cf-d340785dc204 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 946 time: 0.2421362 May 11 06:45:08.277002 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-33fe3f6b-b0a6-4716-921d-953cd09a0c57 None None] Port c252b84e-76c5-4079-b1f3-11dd833563b3 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:45:08.316768 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-72f1103e-55f0-4240-ac8e-d2a002421dc0 req-204d2b4f-3f83-4b04-a312-3e89c4eca444 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548969 May 11 06:45:08.329871 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:08.342748 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aab45436-d224-4412-9053-ca510b02cfc1 req-7219bdaa-91f7-4168-beec-dbda61d14ca9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Router f7067096-4b44-48a4-9231-82945805c6bd has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:45:08.405273 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8319cd54-1e84-4f64-9abe-9ac87513675b req-47655052-3749-4817-8c5b-0796dff6b8df tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7732fa33-436b-464d-a49f-002f002be2ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984916 May 11 06:45:08.497130 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aab45436-d224-4412-9053-ca510b02cfc1 req-7219bdaa-91f7-4168-beec-dbda61d14ca9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:45:08.514675 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558c9e24-dfd2-4e13-8896-9dc4addda332 None None] Sync routers for ids ['f7067096-4b44-48a4-9231-82945805c6bd'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:45:08.533004 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558c9e24-dfd2-4e13-8896-9dc4addda332 None None] Routers {'f7067096-4b44-48a4-9231-82945805c6bd'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:45:08.534019 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-558c9e24-dfd2-4e13-8896-9dc4addda332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:44:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f7067096-4b44-48a4-9231-82945805c6bd'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:08.553788 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab45436-d224-4412-9053-ca510b02cfc1 req-7219bdaa-91f7-4168-beec-dbda61d14ca9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] No DVR routers for this DVR port c3a90bd8-246c-4327-a910-1612c24265cb on host hv-cinder-80475 {{(pid=104514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:45:08.558510 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-aab45436-d224-4412-9053-ca510b02cfc1 req-7219bdaa-91f7-4168-beec-dbda61d14ca9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:08.567938 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-aab45436-d224-4412-9053-ca510b02cfc1 req-7219bdaa-91f7-4168-beec-dbda61d14ca9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.70 "DELETE /v2.0/ports/c3a90bd8-246c-4327-a910-1612c24265cb HTTP/1.1" status: 204 len: 173 time: 1.8448236 May 11 06:45:08.569747 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'name': 'network-vif-deleted', 'tag': 'c3a90bd8-246c-4327-a910-1612c24265cb'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:45:08.578312 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8a2600-f836-4a74-befe-6e352e79f6e1" -d '{"events": [{"server_uuid": "1c304119-9fe2-4635-ac4f-081c9c1ab062", "name": "network-vif-deleted", "tag": "c3a90bd8-246c-4327-a910-1612c24265cb"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:45:08.788657 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-558c9e24-dfd2-4e13-8896-9dc4addda332 None None] Set router f7067096-4b44-48a4-9231-82945805c6bd gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:45:08.892693 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500015c4-e90b-4004-a98f-11ad9e817f99 x-openstack-request-id: req-500015c4-e90b-4004-a98f-11ad9e817f99 {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:45:08.893198 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c304119-9fe2-4635-ac4f-081c9c1ab062", "name": "network-vif-deleted", "tag": "c3a90bd8-246c-4327-a910-1612c24265cb", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:45:08.893285 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-500015c4-e90b-4004-a98f-11ad9e817f99 {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:45:08.893665 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-500015c4-e90b-4004-a98f-11ad9e817f99'] response: {'server_uuid': '1c304119-9fe2-4635-ac4f-081c9c1ab062', 'name': 'network-vif-deleted', 'tag': 'c3a90bd8-246c-4327-a910-1612c24265cb', 'status': 'completed', 'code': 200} May 11 06:45:08.971456 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c252b84e-76c5-4079-b1f3-11dd833563b3 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:45:08.981156 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Publish callbacks [] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:08.996685 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Transition to ACTIVE for port object c252b84e-76c5-4079-b1f3-11dd833563b3 will not be triggered until provisioned by entity L2. {{(pid=104513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:45:09.001958 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:09.071689 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Pushing event updated for resources: {'Port': ['ID=c252b84e-76c5-4079-b1f3-11dd833563b3,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:09.155845 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Attempting to bind port c252b84e-76c5-4079-b1f3-11dd833563b3 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:45:09.156524 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Attempting to bind port c252b84e-76c5-4079-b1f3-11dd833563b3 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'b0c8e1f3-7030-4e19-852a-8c50243131ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:45:09.157091 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Attempting to bind port c252b84e-76c5-4079-b1f3-11dd833563b3 on network eee35abb-92b2-4bc1-98fe-bda487493108 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:45:09.157612 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-558c9e24-dfd2-4e13-8896-9dc4addda332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port': {'id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '964754b6-070a-49dd-a363-5f181098f551', 'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'mac_address': 'fa:16:3e:cd:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:23Z', 'revision_number': 5, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'subnets': [{'id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:09.162862 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Port c252b84e-76c5-4079-b1f3-11dd833563b3 on network eee35abb-92b2-4bc1-98fe-bda487493108 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:45:09.163540 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Attempting to bind port c252b84e-76c5-4079-b1f3-11dd833563b3 on network eee35abb-92b2-4bc1-98fe-bda487493108 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:45:09.179458 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:45:09.180637 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Checking segment: {'id': 'b0c8e1f3-7030-4e19-852a-8c50243131ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:45:09.181244 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Bound using segment: {'id': 'b0c8e1f3-7030-4e19-852a-8c50243131ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:45:09.181861 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Bound port: c252b84e-76c5-4079-b1f3-11dd833563b3, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0c8e1f3-7030-4e19-852a-8c50243131ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:45:09.182229 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:09.206883 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558c9e24-dfd2-4e13-8896-9dc4addda332 None None] Checking router: f7067096-4b44-48a4-9231-82945805c6bd for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:45:09.228581 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558c9e24-dfd2-4e13-8896-9dc4addda332 None None] Routers {'f7067096-4b44-48a4-9231-82945805c6bd'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:45:09.229203 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-558c9e24-dfd2-4e13-8896-9dc4addda332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:44:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f7067096-4b44-48a4-9231-82945805c6bd'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:09.295356 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] For port c252b84e-76c5-4079-b1f3-11dd833563b3, host hv-cinder-80475, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:45:09.302051 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] For port c252b84e-76c5-4079-b1f3-11dd833563b3, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c252b84e-76c5-4079-b1f3-11dd833563b3,segment=NetworkSegment(b0c8e1f3-7030-4e19-852a-8c50243131ad),segment_id=b0c8e1f3-7030-4e19-852a-8c50243131ad)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:45:09.312118 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:09.367073 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:09.367723 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:09.369345 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0121998e-556b-47ec-82fa-b5cd6860042a req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] 10.222.0.70 "PUT /v2.0/ports/c252b84e-76c5-4079-b1f3-11dd833563b3 HTTP/1.1" status: 200 len: 1093 time: 1.4400835 May 11 06:45:09.369716 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'tag': 'c252b84e-76c5-4079-b1f3-11dd833563b3'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:45:09.372564 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9798ec80-04e1-42b7-8461-945d7b885550" -d '{"events": [{"name": "network-changed", "server_uuid": "eb45216e-937f-4c83-98eb-4686d045da6f", "tag": "c252b84e-76c5-4079-b1f3-11dd833563b3"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:45:09.428838 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b805a-7a92-4adf-976b-1271f76f5020 service neutron] Pushing event updated for resources: {'Port': ['ID=c252b84e-76c5-4079-b1f3-11dd833563b3,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:09.476821 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-558c9e24-dfd2-4e13-8896-9dc4addda332 None None] Set router f7067096-4b44-48a4-9231-82945805c6bd gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:45:09.535836 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be36999-bb41-4771-9cb9-60949f4d2b26 req-ba65f437-41a4-423a-b17d-8bbf9481c936 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:09.537523 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3be36999-bb41-4771-9cb9-60949f4d2b26 req-ba65f437-41a4-423a-b17d-8bbf9481c936 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 943 time: 0.1023972 May 11 06:45:09.628931 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3be36999-bb41-4771-9cb9-60949f4d2b26 req-21721315-52e6-4746-9bcf-a31d3bdbfa85 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829685 May 11 06:45:09.692969 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c029976-cc03-4f1b-b2bc-a5a8b8818900 x-openstack-request-id: req-9c029976-cc03-4f1b-b2bc-a5a8b8818900 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:45:09.693269 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb45216e-937f-4c83-98eb-4686d045da6f", "tag": "c252b84e-76c5-4079-b1f3-11dd833563b3", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:45:09.694232 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9c029976-cc03-4f1b-b2bc-a5a8b8818900 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:45:09.694654 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c029976-cc03-4f1b-b2bc-a5a8b8818900'] response: {'name': 'network-changed', 'server_uuid': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'tag': 'c252b84e-76c5-4079-b1f3-11dd833563b3', 'status': 'completed', 'code': 200} May 11 06:45:09.753657 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-558c9e24-dfd2-4e13-8896-9dc4addda332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port': {'id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '964754b6-070a-49dd-a363-5f181098f551', 'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'mac_address': 'fa:16:3e:cd:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:23Z', 'revision_number': 5, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'subnets': [{'id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:09.796912 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558c9e24-dfd2-4e13-8896-9dc4addda332 None None] The sync data for ids ['f7067096-4b44-48a4-9231-82945805c6bd'] in dv-cinder-804757-27-iscsi is: [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port': {'id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '964754b6-070a-49dd-a363-5f181098f551', 'name': '', 'network_id': 'f58da4c7-ef95-435b-ab0f-347f8d529b37', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'mac_address': 'fa:16:3e:cd:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:23Z', 'revision_number': 5, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'subnets': [{'id': '583a5267-dd2a-4e7b-b980-2981ce70ccda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:45:09.798223 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a5d62359-0551-4794-b117-05fd3d1d4970 req-6815960b-4a3a-4461-aad3-583d8d4492ff tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 210 time: 0.0403364 May 11 06:45:09.977875 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device c3a90bd8-246c-4327-a910-1612c24265cb no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:45:10.004475 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: c3a90bd8-246c-4327-a910-1612c24265cb {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:45:10.004820 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device c3a90bd8-246c-4327-a910-1612c24265cb not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:45:10.076755 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f745243-949b-49ea-b5f0-7ac0b713b486 None None] New status for floating IP f916f461-3e4b-4492-866b-2a54c84bd5e4: DOWN {{(pid=104516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:45:10.757247 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6bd55-bcf6-463b-8263-6fd3f92442d6 req-cc621697-978e-4a98-beac-5c8d3a4f6791 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:10.758763 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f5f6bd55-bcf6-463b-8263-6fd3f92442d6 req-cc621697-978e-4a98-beac-5c8d3a4f6791 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 943 time: 0.0541391 May 11 06:45:10.807681 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f5f6bd55-bcf6-463b-8263-6fd3f92442d6 req-d9101d5c-130b-4ed8-8506-58f3e182cef8 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 May 11 06:45:10.900880 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-dd5e178e-6a50-42a7-bbec-b3ebe1ae012f req-e654e8f7-76ed-4d22-a648-1ee39b07011c tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 210 time: 0.0340352 May 11 06:45:11.940876 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a91bcf-4650-497a-9bb9-df8631d08b43 req-55694bf9-5716-4607-ac3d-74261c78187e tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:11.942611 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-08a91bcf-4650-497a-9bb9-df8631d08b43 req-55694bf9-5716-4607-ac3d-74261c78187e tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 943 time: 0.0591252 May 11 06:45:11.992217 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-08a91bcf-4650-497a-9bb9-df8631d08b43 req-21a27e77-ab30-4e94-b253-8e9bd45915a2 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428600 May 11 06:45:12.084792 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8ecc7853-5a55-4321-bc77-df0017aecaf5 req-5d7f9d6b-1ec8-418e-a81b-ff25e88b6d9f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 210 time: 0.0337505 May 11 06:45:13.127878 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279590f5-c025-4b27-9443-e2adaa394c93 req-714db7b4-c738-4206-a6ea-5a51329c083d tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:13.129636 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-279590f5-c025-4b27-9443-e2adaa394c93 req-714db7b4-c738-4206-a6ea-5a51329c083d tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 943 time: 0.0637574 May 11 06:45:13.183127 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-279590f5-c025-4b27-9443-e2adaa394c93 req-63d6269b-1dc4-4c05-be7a-e56bfd4c272c tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468917 May 11 06:45:13.279635 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1257d0fa-fc74-43ec-bd0c-3a581c6da5ff req-94b503f0-d409-4aa8-8cf8-71118bb5a368 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 210 time: 0.0293038 May 11 06:45:14.303173 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0e385-d88b-4423-8ca1-380b2cdcdf86 req-a5d9b4b3-bc7d-4835-a298-8e379a4e14bf tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:14.304768 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6bf0e385-d88b-4423-8ca1-380b2cdcdf86 req-a5d9b4b3-bc7d-4835-a298-8e379a4e14bf tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 943 time: 0.0538282 May 11 06:45:14.355238 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6bf0e385-d88b-4423-8ca1-380b2cdcdf86 req-529789d2-71d1-49bf-a697-649e99b42d3b tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438852 May 11 06:45:14.447704 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d5f7d39f-2cd3-4d51-83ef-a5301851f081 req-377c0059-faa6-4837-bd5c-c58a1ffd646d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 210 time: 0.0337303 May 11 06:45:15.474602 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c1570-530f-4773-8f42-fbc41aaa28d2 req-ed552090-e2d8-40dd-998a-197c09a7aca0 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:15.476185 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f80c1570-530f-4773-8f42-fbc41aaa28d2 req-ed552090-e2d8-40dd-998a-197c09a7aca0 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 943 time: 0.0498266 May 11 06:45:15.523443 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f80c1570-530f-4773-8f42-fbc41aaa28d2 req-cb6c6ac6-2015-4da7-97a7-f76d9265d2d5 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409484 May 11 06:45:15.607349 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ca7e93f3-68e5-44d9-8854-982965f93381 req-f3349d71-34f6-48df-bf74-fbe661d82933 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 210 time: 0.0293136 May 11 06:45:16.634706 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7eab74-8807-42ec-8a9e-d250f3a20b11 req-095ae039-60ed-4059-96ba-6b37d8acc738 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:16.636263 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9d7eab74-8807-42ec-8a9e-d250f3a20b11 req-095ae039-60ed-4059-96ba-6b37d8acc738 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 943 time: 0.0467176 May 11 06:45:16.685458 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9d7eab74-8807-42ec-8a9e-d250f3a20b11 req-7480c91a-80c0-4273-8701-a74f1bf79e23 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436780 May 11 06:45:16.768487 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d6cabcee-c7e0-4307-be29-7570d0f61c46 req-3b43fbc7-6ff8-440d-a095-d00a21f57cb6 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=1c304119-9fe2-4635-ac4f-081c9c1ab062 HTTP/1.1" status: 200 len: 210 time: 0.0286479 May 11 06:45:16.969557 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798ec80-04e1-42b7-8461-945d7b885550 req-87f0db99-d2cc-4f0f-8438-6c04a91aa6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:16.971370 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9798ec80-04e1-42b7-8461-945d7b885550 req-87f0db99-d2cc-4f0f-8438-6c04a91aa6d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee00a37abf8a49eba7d06738e181eb4b&device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 1127 time: 0.0415118 May 11 06:45:17.383572 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798ec80-04e1-42b7-8461-945d7b885550 req-74ecddfe-4b7e-4588-94ac-8dabf43636a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:17.386072 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9798ec80-04e1-42b7-8461-945d7b885550 req-74ecddfe-4b7e-4588-94ac-8dabf43636a0 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=ee00a37abf8a49eba7d06738e181eb4b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1061285 May 11 06:45:17.684159 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9798ec80-04e1-42b7-8461-945d7b885550 req-9462a80c-7b7a-4fbd-bfd4-90756decc119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:17.685654 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9798ec80-04e1-42b7-8461-945d7b885550 req-9462a80c-7b7a-4fbd-bfd4-90756decc119 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986924 May 11 06:45:17.805672 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c1b9b-ff95-48e6-a39c-68025df910cd req-4e719a4d-12fe-4439-8087-c09bb87d66b4 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:17.807208 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7b3c1b9b-ff95-48e6-a39c-68025df910cd req-4e719a4d-12fe-4439-8087-c09bb87d66b4 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 943 time: 0.0556169 May 11 06:45:17.855412 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41604) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:17.862534 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7b3c1b9b-ff95-48e6-a39c-68025df910cd req-aca44d6f-e18b-40c1-ad93-1d45728a934a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497055 May 11 06:45:17.912796 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ffb894c4-6c2c-41dd-a632-72d1bc97bbd9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for security_group (7732fa33-436b-464d-a49f-002f002be2ba), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:17.935057 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ffb894c4-6c2c-41dd-a632-72d1bc97bbd9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for security_group (7732fa33-436b-464d-a49f-002f002be2ba), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:17.992784 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ffb894c4-6c2c-41dd-a632-72d1bc97bbd9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (7732fa33-436b-464d-a49f-002f002be2ba), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:17.995486 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ffb894c4-6c2c-41dd-a632-72d1bc97bbd9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:17.996658 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-ffb894c4-6c2c-41dd-a632-72d1bc97bbd9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "DELETE /v2.0/security-groups/7732fa33-436b-464d-a49f-002f002be2ba HTTP/1.1" status: 204 len: 168 time: 0.1402590 May 11 06:45:17.999369 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41606) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:18.005602 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb894c4-6c2c-41dd-a632-72d1bc97bbd9 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7732fa33-436b-464d-a49f-002f002be2ba,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:18.013426 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.api.v2.resource [None req-7664efa8-42e3-47b8-baca-0b1d61a58f1d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] show failed (client error): The resource could not be found. May 11 06:45:18.014484 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-7664efa8-42e3-47b8-baca-0b1d61a58f1d tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups/7732fa33-436b-464d-a49f-002f002be2ba HTTP/1.1" status: 404 len: 347 time: 0.0140326 May 11 06:45:18.017147 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41608) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:18.161659 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-af81bb0c-0770-48dd-8348-555c9338cf57 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Deleting port 5efbd75a-8f1b-4d62-aa23-f5fc295a2c9a {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:45:18.162004 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-af81bb0c-0770-48dd-8348-555c9338cf57 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (5efbd75a-8f1b-4d62-aa23-f5fc295a2c9a), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:18.185699 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121998e-556b-47ec-82fa-b5cd6860042a req-091b7277-75c8-40a6-9452-f758cd23f329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:18.187199 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0121998e-556b-47ec-82fa-b5cd6860042a req-091b7277-75c8-40a6-9452-f758cd23f329 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee00a37abf8a49eba7d06738e181eb4b&device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 1127 time: 0.0633175 May 11 06:45:18.257512 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0121998e-556b-47ec-82fa-b5cd6860042a req-a25d1717-2838-4bd7-84eb-9e99e38e605f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c252b84e-76c5-4079-b1f3-11dd833563b3 HTTP/1.1" status: 200 len: 217 time: 0.0372782 May 11 06:45:18.305328 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-af81bb0c-0770-48dd-8348-555c9338cf57 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (5efbd75a-8f1b-4d62-aa23-f5fc295a2c9a), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:18.305652 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-af81bb0c-0770-48dd-8348-555c9338cf57 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for floatingip (5efbd75a-8f1b-4d62-aa23-f5fc295a2c9a), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:18.322186 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-af81bb0c-0770-48dd-8348-555c9338cf57 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Calling delete_port for 5efbd75a-8f1b-4d62-aa23-f5fc295a2c9a owned by network:floatingip {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:45:18.330579 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121998e-556b-47ec-82fa-b5cd6860042a req-37169f0e-d6e2-4bee-b543-cd187752e115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:18.332042 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0121998e-556b-47ec-82fa-b5cd6860042a req-37169f0e-d6e2-4bee-b543-cd187752e115 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=63c95427-0908-47ce-aa00-7d7d1b7e2598 HTTP/1.1" status: 200 len: 853 time: 0.0682335 May 11 06:45:18.414306 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121998e-556b-47ec-82fa-b5cd6860042a req-9fa9f648-2866-421c-8666-b4947db8113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:18.415796 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0121998e-556b-47ec-82fa-b5cd6860042a req-9fa9f648-2866-421c-8666-b4947db8113f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eee35abb-92b2-4bc1-98fe-bda487493108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0760214 May 11 06:45:18.551794 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0121998e-556b-47ec-82fa-b5cd6860042a req-f469f580-02ec-48cc-b2dd-28bfeb1138d1 service neutron] 10.222.0.70 "GET /v2.0/networks/eee35abb-92b2-4bc1-98fe-bda487493108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264982 May 11 06:45:18.588443 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-af81bb0c-0770-48dd-8348-555c9338cf57 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (5efbd75a-8f1b-4d62-aa23-f5fc295a2c9a), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:18.887292 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af81bb0c-0770-48dd-8348-555c9338cf57 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Pushing event deleted for resources: {'Port': ['ID=5efbd75a-8f1b-4d62-aa23-f5fc295a2c9a,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:18.990027 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0121998e-556b-47ec-82fa-b5cd6860042a req-f6d161da-0aa7-49c8-adb7-92ebe5c94cb2 service neutron] 10.222.0.70 "GET /v2.0/networks/eee35abb-92b2-4bc1-98fe-bda487493108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306920 May 11 06:45:19.006779 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb570f-85cd-4c48-b9a6-051918c22ded req-6db11b8a-cd45-4d7d-a3ae-787bf0d529f8 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:19.008208 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-24cb570f-85cd-4c48-b9a6-051918c22ded req-6db11b8a-cd45-4d7d-a3ae-787bf0d529f8 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 943 time: 0.0764725 May 11 06:45:19.008983 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-af81bb0c-0770-48dd-8348-555c9338cf57 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks [] for floatingip (f916f461-3e4b-4492-866b-2a54c84bd5e4), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:19.012083 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-af81bb0c-0770-48dd-8348-555c9338cf57 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:19.013151 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-af81bb0c-0770-48dd-8348-555c9338cf57 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "DELETE /v2.0/floatingips/f916f461-3e4b-4492-866b-2a54c84bd5e4 HTTP/1.1" status: 204 len: 168 time: 0.9951150 May 11 06:45:19.065122 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-24cb570f-85cd-4c48-b9a6-051918c22ded req-b154c3a8-cb23-4624-9389-286597658f0c tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 May 11 06:45:19.974322 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device c252b84e-76c5-4079-b1f3-11dd833563b3 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:45:20.078594 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port c252b84e-76c5-4079-b1f3-11dd833563b3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c252b84e-76c5-4079-b1f3-11dd833563b3,segment=NetworkSegment(b0c8e1f3-7030-4e19-852a-8c50243131ad),segment_id=b0c8e1f3-7030-4e19-852a-8c50243131ad)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:20.094170 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': 'c252b84e-76c5-4079-b1f3-11dd833563b3', 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'port_id': 'c252b84e-76c5-4079-b1f3-11dd833563b3', 'mac_address': 'fa:16:3e:b3:8f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:45:20.130213 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port c252b84e-76c5-4079-b1f3-11dd833563b3 is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:45:20.130606 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:20.144417 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c252b84e-76c5-4079-b1f3-11dd833563b3 {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:45:20.167600 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port c252b84e-76c5-4079-b1f3-11dd833563b3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c252b84e-76c5-4079-b1f3-11dd833563b3,segment=NetworkSegment(b0c8e1f3-7030-4e19-852a-8c50243131ad),segment_id=b0c8e1f3-7030-4e19-852a-8c50243131ad)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:20.173120 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:20.184553 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9db02-f3c2-490c-b90a-30b247eba12a req-e7847136-5a8e-4b82-8bd4-27f81b1d63b6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:20.186035 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-62c9db02-f3c2-490c-b90a-30b247eba12a req-e7847136-5a8e-4b82-8bd4-27f81b1d63b6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 943 time: 0.0512636 May 11 06:45:20.229164 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=c252b84e-76c5-4079-b1f3-11dd833563b3,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:20.236452 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:20.236875 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:20.237307 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:20.237713 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:20.237835 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-62c9db02-f3c2-490c-b90a-30b247eba12a req-d3f3dd1c-7747-4a55-a077-39d69cdc40ac tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458994 May 11 06:45:20.238351 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:20.238982 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:20.239459 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:20.239920 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:20.240441 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:20.240778 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:20.241110 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:20.241715 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:20.242211 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:20.242492 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:20.242898 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:20.546689 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['c252b84e-76c5-4079-b1f3-11dd833563b3'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:45:21.349419 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91e516-39fd-47e4-8196-e492c10285c2 req-14191e93-631e-429d-8686-e6c865905681 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:21.350908 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3d91e516-39fd-47e4-8196-e492c10285c2 req-14191e93-631e-429d-8686-e6c865905681 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 944 time: 0.0471883 May 11 06:45:21.403698 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3d91e516-39fd-47e4-8196-e492c10285c2 req-100c6ae6-64c6-4a91-9f00-0ac710a65fb8 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464795 May 11 06:45:21.509854 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d5f61-a705-49ca-b362-c92f3749e642 req-9099b00d-e3dc-4296-834e-fa2a30862309 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:21.511344 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c60d5f61-a705-49ca-b362-c92f3749e642 req-9099b00d-e3dc-4296-834e-fa2a30862309 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0463967 May 11 06:45:21.557261 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c60d5f61-a705-49ca-b362-c92f3749e642 req-d8b40177-b5ad-42c3-838a-4c38ccdcdaa4 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403631 May 11 06:45:21.914105 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:45:21.971485 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device c252b84e-76c5-4079-b1f3-11dd833563b3 up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:45:22.016974 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port c252b84e-76c5-4079-b1f3-11dd833563b3 completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:45:22.023206 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port c252b84e-76c5-4079-b1f3-11dd833563b3 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:22.023609 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:22.101329 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port c252b84e-76c5-4079-b1f3-11dd833563b3 is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:45:22.101721 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:22.124468 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c252b84e-76c5-4079-b1f3-11dd833563b3'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:45:22.126681 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0e6e27-95db-40d6-80af-a0029606162d" -d '{"events": [{"server_uuid": "eb45216e-937f-4c83-98eb-4686d045da6f", "name": "network-vif-plugged", "status": "completed", "tag": "c252b84e-76c5-4079-b1f3-11dd833563b3"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:45:22.139663 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port c252b84e-76c5-4079-b1f3-11dd833563b3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c252b84e-76c5-4079-b1f3-11dd833563b3,segment=NetworkSegment(b0c8e1f3-7030-4e19-852a-8c50243131ad),segment_id=b0c8e1f3-7030-4e19-852a-8c50243131ad)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:22.143882 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:22.190318 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=c252b84e-76c5-4079-b1f3-11dd833563b3,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:22.218897 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707e03fe-edee-4ab0-ba3a-4d3b45ec8ef3 x-openstack-request-id: req-707e03fe-edee-4ab0-ba3a-4d3b45ec8ef3 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:45:22.219204 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb45216e-937f-4c83-98eb-4686d045da6f", "name": "network-vif-plugged", "status": "completed", "tag": "c252b84e-76c5-4079-b1f3-11dd833563b3", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:45:22.219487 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-707e03fe-edee-4ab0-ba3a-4d3b45ec8ef3 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:45:22.219879 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-707e03fe-edee-4ab0-ba3a-4d3b45ec8ef3'] response: {'server_uuid': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c252b84e-76c5-4079-b1f3-11dd833563b3', 'code': 200} May 11 06:45:22.524685 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d4277c-f6b1-4373-9a62-94f99a9e1633 req-da480861-2557-4a93-9d29-d55e0118a65a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:22.526150 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e0d4277c-f6b1-4373-9a62-94f99a9e1633 req-da480861-2557-4a93-9d29-d55e0118a65a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 945 time: 0.0459616 May 11 06:45:22.571924 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e0d4277c-f6b1-4373-9a62-94f99a9e1633 req-2345306b-8bba-4d8b-abde-9e37cd3c2964 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402329 May 11 06:45:22.678060 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42232a-6899-4e90-a0f6-792302eebf0c req-e21365a0-1f18-4bc3-819e-f436b8e2ae42 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:22.682758 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a42232a-6899-4e90-a0f6-792302eebf0c req-e21365a0-1f18-4bc3-819e-f436b8e2ae42 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0546107 May 11 06:45:22.729916 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a42232a-6899-4e90-a0f6-792302eebf0c req-4680a480-05fd-4b78-8eed-344b5e6a1619 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417314 May 11 06:45:22.829020 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6df587-1b78-4d1f-a09b-196ebdb134be req-c3026561-24f4-4ac9-939d-f06f10978c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:22.830484 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0c6df587-1b78-4d1f-a09b-196ebdb134be req-c3026561-24f4-4ac9-939d-f06f10978c69 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 1129 time: 0.0372820 May 11 06:45:22.972141 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0c6df587-1b78-4d1f-a09b-196ebdb134be req-59c58c2a-d1dd-4aa8-a4ed-b2a15fa6df56 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391576 May 11 06:45:22.978620 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7489ad-991c-47ae-8545-9ede75e8db11 req-7bacad12-58cb-48ce-8ca0-8468e8bafe58 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:22.980737 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0a7489ad-991c-47ae-8545-9ede75e8db11 req-7bacad12-58cb-48ce-8ca0-8468e8bafe58 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 946 time: 0.0469022 May 11 06:45:23.346492 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-0a7489ad-991c-47ae-8545-9ede75e8db11 req-10ad55a3-2454-4965-9930-4b108e65eb98 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Deleting port 23e63531-0e9d-493d-ac18-7001469a18bd {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:45:23.346965 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-0a7489ad-991c-47ae-8545-9ede75e8db11 req-10ad55a3-2454-4965-9930-4b108e65eb98 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (23e63531-0e9d-493d-ac18-7001469a18bd), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:23.434244 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-0a7489ad-991c-47ae-8545-9ede75e8db11 req-10ad55a3-2454-4965-9930-4b108e65eb98 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] For port 23e63531-0e9d-493d-ac18-7001469a18bd, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=23e63531-0e9d-493d-ac18-7001469a18bd,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:23.434615 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-0a7489ad-991c-47ae-8545-9ede75e8db11 req-10ad55a3-2454-4965-9930-4b108e65eb98 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (23e63531-0e9d-493d-ac18-7001469a18bd), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:23.447209 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-0a7489ad-991c-47ae-8545-9ede75e8db11 req-10ad55a3-2454-4965-9930-4b108e65eb98 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Calling delete_port for 23e63531-0e9d-493d-ac18-7001469a18bd owned by compute:nova {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:45:23.572726 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-0a7489ad-991c-47ae-8545-9ede75e8db11 req-10ad55a3-2454-4965-9930-4b108e65eb98 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (23e63531-0e9d-493d-ac18-7001469a18bd), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:23.601162 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad55a3-2454-4965-9930-4b108e65eb98 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Pushing event deleted for resources: {'Port': ['ID=23e63531-0e9d-493d-ac18-7001469a18bd,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:23.616172 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['f96eb40a-ee8f-4854-a24e-26c491a5b3ea', '23e63531-0e9d-493d-ac18-7001469a18bd'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:45:23.657282 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a7489ad-991c-47ae-8545-9ede75e8db11 req-10ad55a3-2454-4965-9930-4b108e65eb98 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] No DVR routers for this DVR port 23e63531-0e9d-493d-ac18-7001469a18bd on host hv-cinder-80475 {{(pid=104514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:45:23.662640 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-0a7489ad-991c-47ae-8545-9ede75e8db11 req-10ad55a3-2454-4965-9930-4b108e65eb98 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:23.666117 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0a7489ad-991c-47ae-8545-9ede75e8db11 req-10ad55a3-2454-4965-9930-4b108e65eb98 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.70 "DELETE /v2.0/ports/23e63531-0e9d-493d-ac18-7001469a18bd HTTP/1.1" status: 204 len: 173 time: 0.4032459 May 11 06:45:23.667524 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8c818b-6fff-427f-bab8-3f96e99bb236', 'name': 'network-vif-deleted', 'tag': '23e63531-0e9d-493d-ac18-7001469a18bd'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:45:23.669992 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dc8494-6dea-4181-9309-49c3ac8afb35" -d '{"events": [{"server_uuid": "ce8c818b-6fff-427f-bab8-3f96e99bb236", "name": "network-vif-deleted", "tag": "23e63531-0e9d-493d-ac18-7001469a18bd"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:45:23.709633 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8828f393-2645-41da-803a-4ac53fbc8f1a x-openstack-request-id: req-8828f393-2645-41da-803a-4ac53fbc8f1a {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:45:23.710244 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8c818b-6fff-427f-bab8-3f96e99bb236", "name": "network-vif-deleted", "tag": "23e63531-0e9d-493d-ac18-7001469a18bd", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:45:23.710564 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8828f393-2645-41da-803a-4ac53fbc8f1a {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:45:23.713926 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8828f393-2645-41da-803a-4ac53fbc8f1a'] response: {'server_uuid': 'ce8c818b-6fff-427f-bab8-3f96e99bb236', 'name': 'network-vif-deleted', 'tag': '23e63531-0e9d-493d-ac18-7001469a18bd', 'status': 'completed', 'code': 200} May 11 06:45:23.717137 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35566dff-de36-4174-a254-93f1d851b506 req-9e40465c-6765-434a-a3c3-0d19f0569835 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:23.718693 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-35566dff-de36-4174-a254-93f1d851b506 req-9e40465c-6765-434a-a3c3-0d19f0569835 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 945 time: 0.0712905 May 11 06:45:23.775473 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-35566dff-de36-4174-a254-93f1d851b506 req-3dfa0d27-d719-4f9e-b547-0e46fabaa666 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505702 May 11 06:45:23.836382 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-44e0391e-7106-462b-a997-24cc1b64a289 req-5f3ee22c-b5fa-4b47-81e3-7cdc8bd81ccd tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 210 time: 0.0282049 May 11 06:45:24.888719 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cb553-e6ba-4133-9040-cb0fd572ed7b req-7d23bcd4-9504-4a61-9dc4-e1faef163f26 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:24.889895 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-db7cb553-e6ba-4133-9040-cb0fd572ed7b req-7d23bcd4-9504-4a61-9dc4-e1faef163f26 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 945 time: 0.0482488 May 11 06:45:24.953605 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-457d26d6-e9a1-4e5a-a0d5-65acf1dbb799 req-299d1360-5f39-4a28-ba8b-cadda560afca tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=ce8c818b-6fff-427f-bab8-3f96e99bb236 HTTP/1.1" status: 200 len: 210 time: 0.0361230 May 11 06:45:24.968541 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-db7cb553-e6ba-4133-9040-cb0fd572ed7b req-ce3c828c-d3c8-4070-ab31-4db02734e655 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722153 May 11 06:45:25.082819 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4fcee-7448-4449-84db-9f6acff70e99 req-e632a6fd-57ed-4201-a9db-44ad455582ff tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:25.084248 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-43b4fcee-7448-4449-84db-9f6acff70e99 req-e632a6fd-57ed-4201-a9db-44ad455582ff tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 945 time: 0.0476625 May 11 06:45:25.130633 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-43b4fcee-7448-4449-84db-9f6acff70e99 req-bb78774b-71a3-4570-a279-e4db5b814263 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402484 May 11 06:45:25.454751 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706647e-3e76-43de-93ef-9be779167859 req-8613542f-afeb-49d2-b1a1-54bc44577b4c tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:25.456270 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e706647e-3e76-43de-93ef-9be779167859 req-8613542f-afeb-49d2-b1a1-54bc44577b4c tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 945 time: 0.0489349 May 11 06:45:25.506751 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e706647e-3e76-43de-93ef-9be779167859 req-185d656d-816e-4117-a6f7-4abfed57904c tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449188 May 11 06:45:25.567118 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a59c3-2bad-46c2-96f9-17359803a64b req-56dd29cf-2916-4fcd-8d58-864bd61bdd49 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:25.568641 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-009a59c3-2bad-46c2-96f9-17359803a64b req-56dd29cf-2916-4fcd-8d58-864bd61bdd49 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0568361 May 11 06:45:25.629830 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-009a59c3-2bad-46c2-96f9-17359803a64b req-b35deb67-c179-4c88-b3c9-903b271c7d90 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534317 May 11 06:45:25.648597 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ce090a3c-1b74-4a83-a12d-2bbd50ab62a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:26.141828 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 23e63531-0e9d-493d-ac18-7001469a18bd no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:45:26.166098 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: 23e63531-0e9d-493d-ac18-7001469a18bd {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:45:26.166584 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 23e63531-0e9d-493d-ac18-7001469a18bd not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:45:26.233708 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31037449-6c19-4284-a440-730ceca42b6b req-8b0b4d2f-2477-4daf-b5e4-d6a583c5ac99 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:26.235243 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-31037449-6c19-4284-a440-730ceca42b6b req-8b0b4d2f-2477-4daf-b5e4-d6a583c5ac99 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0492361 May 11 06:45:26.284656 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-31037449-6c19-4284-a440-730ceca42b6b req-52cb6009-fb68-4641-a944-2303cafdebd7 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437696 May 11 06:45:26.741310 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1518d4-6eef-43b2-b1cf-0252198dabff req-ceda513e-8213-4d1c-83b3-7ff6f837eb8f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:26.742680 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ff1518d4-6eef-43b2-b1cf-0252198dabff req-ceda513e-8213-4d1c-83b3-7ff6f837eb8f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0458403 May 11 06:45:26.793503 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ff1518d4-6eef-43b2-b1cf-0252198dabff req-d3e530f2-c3c0-408b-a248-46440079ca2b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448704 May 11 06:45:27.396626 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a6b7e-4aa1-4f4f-8bcd-5ca3de21f233 req-275a1c44-abe7-450d-af8d-0729ddf8de63 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:27.398077 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e43a6b7e-4aa1-4f4f-8bcd-5ca3de21f233 req-275a1c44-abe7-450d-af8d-0729ddf8de63 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0462210 May 11 06:45:27.445102 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e43a6b7e-4aa1-4f4f-8bcd-5ca3de21f233 req-74f3a70d-23a7-4ca9-932f-72eac730b767 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 May 11 06:45:27.764415 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a006627a-8b68-473d-8613-d562c09382f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:27.908873 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f416a8-059f-42db-9eea-1a52e18b4cc7 req-84de2682-d9fc-41d1-a199-cdf218402542 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:27.910370 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c0f416a8-059f-42db-9eea-1a52e18b4cc7 req-84de2682-d9fc-41d1-a199-cdf218402542 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0469291 May 11 06:45:27.956294 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c0f416a8-059f-42db-9eea-1a52e18b4cc7 req-534e3c7e-3e23-49d6-a8ac-79ee6417d112 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405281 May 11 06:45:28.562733 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f1960-f59d-421f-bc72-a787af111b65 req-bd107cb7-9f64-4190-9ba2-2bc5dccedcca tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:28.564252 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-526f1960-f59d-421f-bc72-a787af111b65 req-bd107cb7-9f64-4190-9ba2-2bc5dccedcca tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0532351 May 11 06:45:28.610968 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-526f1960-f59d-421f-bc72-a787af111b65 req-62d5c4af-a47c-4668-af2b-bfcd5e798802 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/security-groups?id=7c755ce4-6e8a-4863-b277-b1c10cc1133f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412633 May 11 06:45:29.021052 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2fd35-8003-4abc-8d41-345d239bace0 req-76855a03-1e4e-45ec-b58d-5e410884bfb8 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:29.022555 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-9ca2fd35-8003-4abc-8d41-345d239bace0 req-76855a03-1e4e-45ec-b58d-5e410884bfb8 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.70 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 945 time: 0.0484393 May 11 06:45:29.045613 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:29.092487 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a006c-c3e6-4469-8405-c1bfec4602c1 req-ab1ae8a3-c619-437c-a7ba-51649e803c46 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:29.094035 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-497a006c-c3e6-4469-8405-c1bfec4602c1 req-ab1ae8a3-c619-437c-a7ba-51649e803c46 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0643711 May 11 06:45:29.124950 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-9ca2fd35-8003-4abc-8d41-345d239bace0 req-14f51004-1e11-4a7c-92ec-f2963684bf36 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Deleting port f96eb40a-ee8f-4854-a24e-26c491a5b3ea {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:45:29.125328 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-9ca2fd35-8003-4abc-8d41-345d239bace0 req-14f51004-1e11-4a7c-92ec-f2963684bf36 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (f96eb40a-ee8f-4854-a24e-26c491a5b3ea), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:29.141035 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-497a006c-c3e6-4469-8405-c1bfec4602c1 req-7e77bd52-a66e-453f-8ed8-19bc100d4b5e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412755 May 11 06:45:29.220253 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-9ca2fd35-8003-4abc-8d41-345d239bace0 req-14f51004-1e11-4a7c-92ec-f2963684bf36 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] For port f96eb40a-ee8f-4854-a24e-26c491a5b3ea, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f96eb40a-ee8f-4854-a24e-26c491a5b3ea,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:29.220619 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-9ca2fd35-8003-4abc-8d41-345d239bace0 req-14f51004-1e11-4a7c-92ec-f2963684bf36 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (f96eb40a-ee8f-4854-a24e-26c491a5b3ea), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:29.233603 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-9ca2fd35-8003-4abc-8d41-345d239bace0 req-14f51004-1e11-4a7c-92ec-f2963684bf36 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Calling delete_port for f96eb40a-ee8f-4854-a24e-26c491a5b3ea owned by compute:nova {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:45:29.361793 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-9ca2fd35-8003-4abc-8d41-345d239bace0 req-14f51004-1e11-4a7c-92ec-f2963684bf36 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (f96eb40a-ee8f-4854-a24e-26c491a5b3ea), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:29.398113 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f51004-1e11-4a7c-92ec-f2963684bf36 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Pushing event deleted for resources: {'Port': ['ID=f96eb40a-ee8f-4854-a24e-26c491a5b3ea,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:29.403454 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['f96eb40a-ee8f-4854-a24e-26c491a5b3ea'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:45:29.451110 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca2fd35-8003-4abc-8d41-345d239bace0 req-14f51004-1e11-4a7c-92ec-f2963684bf36 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] No DVR routers for this DVR port f96eb40a-ee8f-4854-a24e-26c491a5b3ea on host hv-cinder-80475 {{(pid=104514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:45:29.453616 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-9ca2fd35-8003-4abc-8d41-345d239bace0 req-14f51004-1e11-4a7c-92ec-f2963684bf36 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:29.457070 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-9ca2fd35-8003-4abc-8d41-345d239bace0 req-14f51004-1e11-4a7c-92ec-f2963684bf36 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.70 "DELETE /v2.0/ports/f96eb40a-ee8f-4854-a24e-26c491a5b3ea HTTP/1.1" status: 204 len: 173 time: 0.4195864 May 11 06:45:29.457525 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915', 'name': 'network-vif-deleted', 'tag': 'f96eb40a-ee8f-4854-a24e-26c491a5b3ea'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:45:29.459717 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31597bd-96cb-4e5a-aed7-08773135324b" -d '{"events": [{"server_uuid": "acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915", "name": "network-vif-deleted", "tag": "f96eb40a-ee8f-4854-a24e-26c491a5b3ea"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:45:29.496585 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aaba778-47ae-44f0-83b9-9bfe4c7c030a x-openstack-request-id: req-3aaba778-47ae-44f0-83b9-9bfe4c7c030a {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:45:29.496585 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915", "name": "network-vif-deleted", "tag": "f96eb40a-ee8f-4854-a24e-26c491a5b3ea", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:45:29.497075 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3aaba778-47ae-44f0-83b9-9bfe4c7c030a {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:45:29.497466 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aaba778-47ae-44f0-83b9-9bfe4c7c030a'] response: {'server_uuid': 'acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915', 'name': 'network-vif-deleted', 'tag': 'f96eb40a-ee8f-4854-a24e-26c491a5b3ea', 'status': 'completed', 'code': 200} May 11 06:45:29.733913 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5d60eefd-4edc-410e-a738-7fe0762bdcbf req-9d42fad1-2144-4fe5-867e-d1a88d02e49f tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 210 time: 0.0318573 May 11 06:45:29.898243 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc537a9-d542-471d-b47a-37fe3e51d0f6 req-5fca9d11-40a0-4952-b79f-93266477708b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:29.899745 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5dc537a9-d542-471d-b47a-37fe3e51d0f6 req-5fca9d11-40a0-4952-b79f-93266477708b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 945 time: 0.0489106 May 11 06:45:29.946033 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5dc537a9-d542-471d-b47a-37fe3e51d0f6 req-a5f1369a-dfd3-48cf-8121-0f40127a7ad4 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=603a3d2e-1809-4847-a087-997b14f08617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406618 May 11 06:45:30.031592 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:30.260661 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480bd86-64ca-4b78-89f1-c713389d3822 req-f1d111aa-573f-44af-83c4-0bd0149b8132 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:30.262102 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3480bd86-64ca-4b78-89f1-c713389d3822 req-f1d111aa-573f-44af-83c4-0bd0149b8132 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0458279 May 11 06:45:30.307991 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3480bd86-64ca-4b78-89f1-c713389d3822 req-212d0c54-454f-4b18-8c39-18c4139250da tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403659 May 11 06:45:30.843324 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ee1f63b-68b7-4607-a671-f4a82ba5b390 req-1ff623ab-4704-425d-87b7-3715f6d8382e tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 210 time: 0.0318077 May 11 06:45:30.938283 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:31.056060 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006f7df-1b4a-4fd5-9a23-e5255eef4684 req-a9a7696f-2279-4106-8bb6-3c790f4ccc14 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:31.058001 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5006f7df-1b4a-4fd5-9a23-e5255eef4684 req-a9a7696f-2279-4106-8bb6-3c790f4ccc14 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 945 time: 0.0455952 May 11 06:45:31.103713 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5006f7df-1b4a-4fd5-9a23-e5255eef4684 req-279efb03-af3f-4c32-bbde-2e7a7ba90bbd tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=603a3d2e-1809-4847-a087-997b14f08617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402219 May 11 06:45:31.421969 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0bde2-3550-40cc-a6c7-2a7485fa6441 req-5f6e3174-f9b5-495d-ab4a-331f151492f8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:31.423448 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-40c0bde2-3550-40cc-a6c7-2a7485fa6441 req-5f6e3174-f9b5-495d-ab4a-331f151492f8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0459185 May 11 06:45:31.469036 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-40c0bde2-3550-40cc-a6c7-2a7485fa6441 req-9e7bc582-01a8-434c-958a-3b094e4f551b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401070 May 11 06:45:31.954194 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4668f54c-036b-4b43-b2be-355a4cb825f9 req-62530b1c-d0df-4025-99ac-cd5738fb7155 tempest-ServerRescueNegativeTestJSON-447263112 tempest-ServerRescueNegativeTestJSON-447263112-project] 10.222.0.64 "GET /v2.0/ports?device_id=acb0b481-fc2c-4ed9-a21c-a1ad9cd3b915 HTTP/1.1" status: 200 len: 210 time: 0.0315657 May 11 06:45:32.010548 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9800e-e664-4c6c-b553-1ff6b822877a req-483a1cc3-dbca-4503-a969-673fa531e9b6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:32.012027 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a6a9800e-e664-4c6c-b553-1ff6b822877a req-483a1cc3-dbca-4503-a969-673fa531e9b6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 945 time: 0.0466259 May 11 06:45:32.103589 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-a6a9800e-e664-4c6c-b553-1ff6b822877a req-f7be41d0-456d-40db-b530-443d6270db9a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Deleting port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:45:32.103945 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-a6a9800e-e664-4c6c-b553-1ff6b822877a req-f7be41d0-456d-40db-b530-443d6270db9a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (46f06357-bb6c-4461-a2f7-c4a89a2e46fe), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:32.140322 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device f96eb40a-ee8f-4854-a24e-26c491a5b3ea no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:45:32.163111 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: f96eb40a-ee8f-4854-a24e-26c491a5b3ea {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:45:32.163485 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device f96eb40a-ee8f-4854-a24e-26c491a5b3ea not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:45:32.193761 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-a6a9800e-e664-4c6c-b553-1ff6b822877a req-f7be41d0-456d-40db-b530-443d6270db9a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] For port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=46f06357-bb6c-4461-a2f7-c4a89a2e46fe,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:32.194128 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-a6a9800e-e664-4c6c-b553-1ff6b822877a req-f7be41d0-456d-40db-b530-443d6270db9a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (46f06357-bb6c-4461-a2f7-c4a89a2e46fe), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:32.218067 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790e938-43cf-41e7-ba65-c84bde7bec3d req-c536f7a6-098d-46a2-8ac7-a9c631c90248 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:32.219571 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6790e938-43cf-41e7-ba65-c84bde7bec3d req-c536f7a6-098d-46a2-8ac7-a9c631c90248 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 945 time: 0.0475392 May 11 06:45:32.267502 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6790e938-43cf-41e7-ba65-c84bde7bec3d req-bd123165-7c1a-4f6b-95c2-1cf7fc36c056 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=603a3d2e-1809-4847-a087-997b14f08617&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420284 May 11 06:45:32.370460 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-a6a9800e-e664-4c6c-b553-1ff6b822877a req-f7be41d0-456d-40db-b530-443d6270db9a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:32.370823 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-a6a9800e-e664-4c6c-b553-1ff6b822877a req-f7be41d0-456d-40db-b530-443d6270db9a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (f5e43b3f-e374-4f25-aa3e-5022845b7b95), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:32.371147 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.l3_db [req-a6a9800e-e664-4c6c-b553-1ff6b822877a req-f7be41d0-456d-40db-b530-443d6270db9a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Floating IP f5e43b3f-e374-4f25-aa3e-5022845b7b95 disassociated. External IP: 172.27.2.186, port: 46f06357-bb6c-4461-a2f7-c4a89a2e46fe. May 11 06:45:32.371521 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-a6a9800e-e664-4c6c-b553-1ff6b822877a req-f7be41d0-456d-40db-b530-443d6270db9a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Calling delete_port for 46f06357-bb6c-4461-a2f7-c4a89a2e46fe owned by compute:nova {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:45:32.495206 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-a6a9800e-e664-4c6c-b553-1ff6b822877a req-f7be41d0-456d-40db-b530-443d6270db9a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (46f06357-bb6c-4461-a2f7-c4a89a2e46fe), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:32.525079 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be41d0-456d-40db-b530-443d6270db9a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event deleted for resources: {'Port': ['ID=46f06357-bb6c-4461-a2f7-c4a89a2e46fe,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:32.575422 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:32.594011 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5adcc-220c-45a9-9666-f93f78e5793a req-7e80ab6c-f704-4bbd-9238-781223e5eb4f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:32.596946 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6ba5adcc-220c-45a9-9666-f93f78e5793a req-7e80ab6c-f704-4bbd-9238-781223e5eb4f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0540330 May 11 06:45:32.642240 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6ba5adcc-220c-45a9-9666-f93f78e5793a req-ffbdfe51-96f9-4d46-8ece-45f48c29d25a tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411289 May 11 06:45:32.647805 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6a9800e-e664-4c6c-b553-1ff6b822877a req-f7be41d0-456d-40db-b530-443d6270db9a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Router 58024757-0472-42af-9a5f-e09dbcca1c29 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:45:32.762871 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6a9800e-e664-4c6c-b553-1ff6b822877a req-f7be41d0-456d-40db-b530-443d6270db9a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:45:32.772701 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d6e9b-a4bd-4bff-95eb-423b8fdf5391 None None] Sync routers for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:45:32.783903 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d6e9b-a4bd-4bff-95eb-423b8fdf5391 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:45:32.784507 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-ac5d6e9b-a4bd-4bff-95eb-423b8fdf5391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:45:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:32.804301 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a9800e-e664-4c6c-b553-1ff6b822877a req-f7be41d0-456d-40db-b530-443d6270db9a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] No DVR routers for this DVR port 46f06357-bb6c-4461-a2f7-c4a89a2e46fe on host hv-cinder-80475 {{(pid=104514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:45:32.806640 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-a6a9800e-e664-4c6c-b553-1ff6b822877a req-f7be41d0-456d-40db-b530-443d6270db9a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:32.809897 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a6a9800e-e664-4c6c-b553-1ff6b822877a req-f7be41d0-456d-40db-b530-443d6270db9a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "DELETE /v2.0/ports/46f06357-bb6c-4461-a2f7-c4a89a2e46fe HTTP/1.1" status: 204 len: 173 time: 0.7926371 May 11 06:45:32.810334 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d780cb-2ea7-4645-937d-03eef82ae3c4', 'name': 'network-vif-deleted', 'tag': '46f06357-bb6c-4461-a2f7-c4a89a2e46fe'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:45:32.812589 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89801ce-7e56-48b9-b4fc-301a336668e3" -d '{"events": [{"server_uuid": "09d780cb-2ea7-4645-937d-03eef82ae3c4", "name": "network-vif-deleted", "tag": "46f06357-bb6c-4461-a2f7-c4a89a2e46fe"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:45:32.851064 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c87dba4-4527-4293-8d6a-e2e0c886becc x-openstack-request-id: req-8c87dba4-4527-4293-8d6a-e2e0c886becc {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:45:32.852059 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d780cb-2ea7-4645-937d-03eef82ae3c4", "name": "network-vif-deleted", "tag": "46f06357-bb6c-4461-a2f7-c4a89a2e46fe", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:45:32.852323 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8c87dba4-4527-4293-8d6a-e2e0c886becc {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:45:32.852752 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c87dba4-4527-4293-8d6a-e2e0c886becc'] response: {'server_uuid': '09d780cb-2ea7-4645-937d-03eef82ae3c4', 'name': 'network-vif-deleted', 'tag': '46f06357-bb6c-4461-a2f7-c4a89a2e46fe', 'status': 'completed', 'code': 200} May 11 06:45:33.020390 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41798) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:33.051999 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-ac5d6e9b-a4bd-4bff-95eb-423b8fdf5391 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:45:33.244211 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-ac5d6e9b-a4bd-4bff-95eb-423b8fdf5391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:33.275207 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d6e9b-a4bd-4bff-95eb-423b8fdf5391 None None] Checking router: 58024757-0472-42af-9a5f-e09dbcca1c29 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:45:33.285440 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d6e9b-a4bd-4bff-95eb-423b8fdf5391 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:45:33.286060 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-ac5d6e9b-a4bd-4bff-95eb-423b8fdf5391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:45:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:33.409301 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-ac5d6e9b-a4bd-4bff-95eb-423b8fdf5391 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:45:33.418697 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5871ebcd-8128-4645-8708-7b2895e8de8c req-13a63b49-ae80-4a5c-b3cd-5f3ab0062481 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=09d780cb-2ea7-4645-937d-03eef82ae3c4 HTTP/1.1" status: 200 len: 210 time: 0.0545921 May 11 06:45:33.581088 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7119-b039-4505-9e0c-d50d6b420e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825217'] for router_interface (f7067096-4b44-48a4-9231-82945805c6bd), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:33.598039 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-ac5d6e9b-a4bd-4bff-95eb-423b8fdf5391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:33.625654 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5d6e9b-a4bd-4bff-95eb-423b8fdf5391 None None] The sync data for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi is: [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:45:33.840981 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e0aaa-0c7d-4acd-b456-41418bd16216 req-072dd8cf-1dd7-4ff4-8e4d-e7a460322655 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:33.842425 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b20e0aaa-0c7d-4acd-b456-41418bd16216 req-072dd8cf-1dd7-4ff4-8e4d-e7a460322655 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.1081653 May 11 06:45:33.884594 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f21155c-ffa2-43bf-83cf-105310c71ea3 None None] New status for floating IP f5e43b3f-e374-4f25-aa3e-5022845b7b95: DOWN {{(pid=104516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:45:33.935944 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b20e0aaa-0c7d-4acd-b456-41418bd16216 req-d679c18f-fa69-4bbd-8ade-d962c0f2caf0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875540 May 11 06:45:33.948462 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-3d0a7119-b039-4505-9e0c-d50d6b420e26 admin admin] Deleting port 964754b6-070a-49dd-a363-5f181098f551 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:45:33.948855 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7119-b039-4505-9e0c-d50d6b420e26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (964754b6-070a-49dd-a363-5f181098f551), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:34.032165 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-3d0a7119-b039-4505-9e0c-d50d6b420e26 admin admin] For port 964754b6-070a-49dd-a363-5f181098f551, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=964754b6-070a-49dd-a363-5f181098f551,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:34.032734 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7119-b039-4505-9e0c-d50d6b420e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (964754b6-070a-49dd-a363-5f181098f551), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:34.044987 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-3d0a7119-b039-4505-9e0c-d50d6b420e26 admin admin] Calling delete_port for 964754b6-070a-49dd-a363-5f181098f551 owned by network:router_interface {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:45:34.228653 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7119-b039-4505-9e0c-d50d6b420e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (964754b6-070a-49dd-a363-5f181098f551), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:34.254105 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a7119-b039-4505-9e0c-d50d6b420e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=964754b6-070a-49dd-a363-5f181098f551,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:34.419319 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3d0a7119-b039-4505-9e0c-d50d6b420e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-269022'] for router_interface (f7067096-4b44-48a4-9231-82945805c6bd), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:34.507970 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41812) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:34.561546 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-76325eec-7df9-4049-a031-29ebd8466e8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (603a3d2e-1809-4847-a087-997b14f08617), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:34.585955 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-76325eec-7df9-4049-a031-29ebd8466e8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (603a3d2e-1809-4847-a087-997b14f08617), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:34.640051 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-76325eec-7df9-4049-a031-29ebd8466e8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (603a3d2e-1809-4847-a087-997b14f08617), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:34.642649 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-76325eec-7df9-4049-a031-29ebd8466e8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:34.643830 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-76325eec-7df9-4049-a031-29ebd8466e8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "DELETE /v2.0/security-groups/603a3d2e-1809-4847-a087-997b14f08617 HTTP/1.1" status: 204 len: 168 time: 0.1348186 May 11 06:45:34.644077 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0a7119-b039-4505-9e0c-d50d6b420e26 admin admin] Router f7067096-4b44-48a4-9231-82945805c6bd has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:45:34.647436 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41814) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:34.653505 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76325eec-7df9-4049-a031-29ebd8466e8d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=603a3d2e-1809-4847-a087-997b14f08617,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:34.664790 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.api.v2.resource [None req-541df57f-c798-48d0-a1a5-a4888c09f43a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] show failed (client error): The resource could not be found. May 11 06:45:34.665810 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-541df57f-c798-48d0-a1a5-a4888c09f43a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups/603a3d2e-1809-4847-a087-997b14f08617 HTTP/1.1" status: 404 len: 347 time: 0.0174584 May 11 06:45:34.668832 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41816) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:35.124756 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-ed0cab64-aca8-4865-9db7-19abb2a99b4b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Deleting port ade5c70a-cd6b-4827-a7cb-c12f22a6bc76 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:45:35.125472 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ed0cab64-aca8-4865-9db7-19abb2a99b4b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (ade5c70a-cd6b-4827-a7cb-c12f22a6bc76), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:35.153957 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfae36e-5592-4eb9-90b3-765154d02bf8 req-b7e9dff6-9432-4251-abe8-29a86cea08d0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:35.155432 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-dbfae36e-5592-4eb9-90b3-765154d02bf8 req-b7e9dff6-9432-4251-abe8-29a86cea08d0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.1047339 May 11 06:45:35.163011 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0a7119-b039-4505-9e0c-d50d6b420e26 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:45:35.171539 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-3d0a7119-b039-4505-9e0c-d50d6b420e26 admin admin] 10.222.0.64 "PUT /v2.0/routers/f7067096-4b44-48a4-9231-82945805c6bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1473484 May 11 06:45:35.172024 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41822) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:35.178851 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ca2e8-54d8-46f6-8da8-bf03ba761336 None None] Sync routers for ids ['f7067096-4b44-48a4-9231-82945805c6bd'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:45:35.188330 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ca2e8-54d8-46f6-8da8-bf03ba761336 None None] Routers {'f7067096-4b44-48a4-9231-82945805c6bd'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:45:35.188941 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-291ca2e8-54d8-46f6-8da8-bf03ba761336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:45:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f7067096-4b44-48a4-9231-82945805c6bd'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:35.260930 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-dbfae36e-5592-4eb9-90b3-765154d02bf8 req-af3d023b-007b-4bec-81ed-567f7ff1ead6 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990970 May 11 06:45:35.264754 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ed0cab64-aca8-4865-9db7-19abb2a99b4b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (ade5c70a-cd6b-4827-a7cb-c12f22a6bc76), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:35.264995 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ed0cab64-aca8-4865-9db7-19abb2a99b4b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (ade5c70a-cd6b-4827-a7cb-c12f22a6bc76), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:35.280238 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-ed0cab64-aca8-4865-9db7-19abb2a99b4b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Calling delete_port for ade5c70a-cd6b-4827-a7cb-c12f22a6bc76 owned by network:floatingip {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:45:35.293476 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-23727df8-a692-454b-b81f-1935ae011218 admin admin] Publish callbacks [] for router (f7067096-4b44-48a4-9231-82945805c6bd), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:35.298034 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-291ca2e8-54d8-46f6-8da8-bf03ba761336 None None] Set router f7067096-4b44-48a4-9231-82945805c6bd gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:45:35.421687 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-23727df8-a692-454b-b81f-1935ae011218 admin admin] Publish callbacks [] for router_gateway (f7067096-4b44-48a4-9231-82945805c6bd), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:35.444678 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ed0cab64-aca8-4865-9db7-19abb2a99b4b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (ade5c70a-cd6b-4827-a7cb-c12f22a6bc76), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:35.474324 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cab64-aca8-4865-9db7-19abb2a99b4b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event deleted for resources: {'Port': ['ID=ade5c70a-cd6b-4827-a7cb-c12f22a6bc76,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:35.486454 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-291ca2e8-54d8-46f6-8da8-bf03ba761336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183'}], 'enable_snat': True}, 'gw_port_id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:45:34Z', 'revision_number': 5, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port': {'id': 'f3e6d08e-cb1f-4012-add5-d85acb9b284e', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:16:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:35.486706 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-23727df8-a692-454b-b81f-1935ae011218 admin admin] Deleting port f3e6d08e-cb1f-4012-add5-d85acb9b284e {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:45:35.486980 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-23727df8-a692-454b-b81f-1935ae011218 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (f3e6d08e-cb1f-4012-add5-d85acb9b284e), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:35.512902 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ca2e8-54d8-46f6-8da8-bf03ba761336 None None] Checking router: f7067096-4b44-48a4-9231-82945805c6bd for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:45:35.521086 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ca2e8-54d8-46f6-8da8-bf03ba761336 None None] Routers {'f7067096-4b44-48a4-9231-82945805c6bd'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:45:35.521686 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-291ca2e8-54d8-46f6-8da8-bf03ba761336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:45:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f7067096-4b44-48a4-9231-82945805c6bd'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:35.550009 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ed0cab64-aca8-4865-9db7-19abb2a99b4b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (f5e43b3f-e374-4f25-aa3e-5022845b7b95), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:35.553446 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ed0cab64-aca8-4865-9db7-19abb2a99b4b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:35.557221 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-ed0cab64-aca8-4865-9db7-19abb2a99b4b tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "DELETE /v2.0/floatingips/f5e43b3f-e374-4f25-aa3e-5022845b7b95 HTTP/1.1" status: 204 len: 168 time: 0.8849466 May 11 06:45:35.579363 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-23727df8-a692-454b-b81f-1935ae011218 admin admin] For port f3e6d08e-cb1f-4012-add5-d85acb9b284e, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=f3e6d08e-cb1f-4012-add5-d85acb9b284e,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:35.579890 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-23727df8-a692-454b-b81f-1935ae011218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (f3e6d08e-cb1f-4012-add5-d85acb9b284e), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:35.596442 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-23727df8-a692-454b-b81f-1935ae011218 admin admin] Calling delete_port for f3e6d08e-cb1f-4012-add5-d85acb9b284e owned by network:router_gateway {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:45:35.619979 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-291ca2e8-54d8-46f6-8da8-bf03ba761336 None None] Set router f7067096-4b44-48a4-9231-82945805c6bd gateway port host: None {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:45:35.640517 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41826) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:35.644996 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-291e49d1-4417-47bb-8a17-41df8d2d9643 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1225726174', 'description': 'tempest-description--267995'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:35.679608 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-291e49d1-4417-47bb-8a17-41df8d2d9643 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:35.686843 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-291ca2e8-54d8-46f6-8da8-bf03ba761336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:45:35Z', 'revision_number': 6, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port_host': None}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:35.715837 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ca2e8-54d8-46f6-8da8-bf03ba761336 None None] The sync data for ids ['f7067096-4b44-48a4-9231-82945805c6bd'] in dv-cinder-804757-27-iscsi is: [{'id': 'f7067096-4b44-48a4-9231-82945805c6bd', 'name': 'tempest-ServerRescueNegativeTestJSON-622560740-router', 'tenant_id': '0d1689ff62644e0c92c3bf8290b52b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:45:35Z', 'revision_number': 6, 'project_id': '0d1689ff62644e0c92c3bf8290b52b90', 'gw_port_host': None}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:45:35.763852 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-291e49d1-4417-47bb-8a17-41df8d2d9643 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (20233861-2412-4aa4-a117-cb36188b3db9), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:35.767314 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-291e49d1-4417-47bb-8a17-41df8d2d9643 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (20233861-2412-4aa4-a117-cb36188b3db9), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:35.796634 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-291e49d1-4417-47bb-8a17-41df8d2d9643 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:35.797869 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-291e49d1-4417-47bb-8a17-41df8d2d9643 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.1563425 May 11 06:45:35.802149 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41828) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:35.803538 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e49d1-4417-47bb-8a17-41df8d2d9643 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20233861-2412-4aa4-a117-cb36188b3db9,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:35.806998 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-315ef013-a8b2-4879-b6af-755e27fcdbd5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'security_group_rule': {'security_group_id': '20233861-2412-4aa4-a117-cb36188b3db9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:35.813916 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-23727df8-a692-454b-b81f-1935ae011218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (f3e6d08e-cb1f-4012-add5-d85acb9b284e), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:35.855010 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23727df8-a692-454b-b81f-1935ae011218 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e6d08e-cb1f-4012-add5-d85acb9b284e,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:35.882501 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-315ef013-a8b2-4879-b6af-755e27fcdbd5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (ee8fc17d-dce8-4e7e-be77-8242f80b273b), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:35.946018 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-23727df8-a692-454b-b81f-1935ae011218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823987'] for router_gateway (f7067096-4b44-48a4-9231-82945805c6bd), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.036441 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-315ef013-a8b2-4879-b6af-755e27fcdbd5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (ee8fc17d-dce8-4e7e-be77-8242f80b273b), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.067799 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-315ef013-a8b2-4879-b6af-755e27fcdbd5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (ee8fc17d-dce8-4e7e-be77-8242f80b273b), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.071225 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-23727df8-a692-454b-b81f-1935ae011218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7236'] for router (f7067096-4b44-48a4-9231-82945805c6bd), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.077365 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-23727df8-a692-454b-b81f-1935ae011218 admin admin] Publish callbacks [] for router_controller (f7067096-4b44-48a4-9231-82945805c6bd), precommit_delete_associations {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.118844 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ef013-a8b2-4879-b6af-755e27fcdbd5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8fc17d-dce8-4e7e-be77-8242f80b273b,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:36.137527 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 46f06357-bb6c-4461-a2f7-c4a89a2e46fe no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:45:36.159788 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-315ef013-a8b2-4879-b6af-755e27fcdbd5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.160992 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-315ef013-a8b2-4879-b6af-755e27fcdbd5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3578413 May 11 06:45:36.163712 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41832) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:36.168999 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-bf7e51ee-e5c0-4085-a298-62e1b6972277 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'security_group_rule': {'security_group_id': '20233861-2412-4aa4-a117-cb36188b3db9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:36.169583 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: 46f06357-bb6c-4461-a2f7-c4a89a2e46fe {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:45:36.170133 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 46f06357-bb6c-4461-a2f7-c4a89a2e46fe not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:45:36.180394 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-23727df8-a692-454b-b81f-1935ae011218 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830306'] for router (f7067096-4b44-48a4-9231-82945805c6bd), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.180969 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23727df8-a692-454b-b81f-1935ae011218 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7067096-4b44-48a4-9231-82945805c6bd {{(pid=104514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:45:36.189140 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-23727df8-a692-454b-b81f-1935ae011218 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.190266 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-23727df8-a692-454b-b81f-1935ae011218 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f7067096-4b44-48a4-9231-82945805c6bd HTTP/1.1" status: 204 len: 168 time: 1.0167754 May 11 06:45:36.192895 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41834) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:36.237171 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-bf7e51ee-e5c0-4085-a298-62e1b6972277 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (619e6d3a-999c-4f7e-8c51-193f4ad62713), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.263394 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_v2 [None req-d248ea5a-a903-4598-989f-8aeedaae46b4 admin admin] Deleting subnet 583a5267-dd2a-4e7b-b980-2981ce70ccda {{(pid=104514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:45:36.270854 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d248ea5a-a903-4598-989f-8aeedaae46b4 admin admin] Publish callbacks [] for subnet (583a5267-dd2a-4e7b-b980-2981ce70ccda), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.326148 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d248ea5a-a903-4598-989f-8aeedaae46b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58978009'] for subnet (583a5267-dd2a-4e7b-b980-2981ce70ccda), precommit_delete_associations {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.361593 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-bf7e51ee-e5c0-4085-a298-62e1b6972277 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (619e6d3a-999c-4f7e-8c51-193f4ad62713), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.367901 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-bf7e51ee-e5c0-4085-a298-62e1b6972277 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (619e6d3a-999c-4f7e-8c51-193f4ad62713), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.391247 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f130e85-ba03-4842-9a38-ad8728e18794 req-475db8db-f345-4402-b227-a0648ad926cb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:36.392752 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6f130e85-ba03-4842-9a38-ad8728e18794 req-475db8db-f345-4402-b227-a0648ad926cb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0487766 May 11 06:45:36.411393 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e51ee-e5c0-4085-a298-62e1b6972277 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619e6d3a-999c-4f7e-8c51-193f4ad62713,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:36.443436 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-bf7e51ee-e5c0-4085-a298-62e1b6972277 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.444655 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-bf7e51ee-e5c0-4085-a298-62e1b6972277 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2799432 May 11 06:45:36.448636 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41838) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:36.452942 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'floatingip': {'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:36.461511 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6f130e85-ba03-4842-9a38-ad8728e18794 req-ce440029-a5e4-4f09-8248-0f4f89463843 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628428 May 11 06:45:36.468146 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d248ea5a-a903-4598-989f-8aeedaae46b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660987'] for subnet (583a5267-dd2a-4e7b-b980-2981ce70ccda), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.478474 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.526348 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d248ea5a-a903-4598-989f-8aeedaae46b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59187081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60768909'] for subnet (583a5267-dd2a-4e7b-b980-2981ce70ccda), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.552484 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248ea5a-a903-4598-989f-8aeedaae46b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=583a5267-dd2a-4e7b-b980-2981ce70ccda,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:36.556037 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d248ea5a-a903-4598-989f-8aeedaae46b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.561992 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-d248ea5a-a903-4598-989f-8aeedaae46b4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/583a5267-dd2a-4e7b-b980-2981ce70ccda HTTP/1.1" status: 204 len: 168 time: 0.3658357 May 11 06:45:36.562643 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41840) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:36.567390 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d3338b-f34e-41d6-9cc6-ba543e9d3cc4 None None] Network f58da4c7-ef95-435b-ab0f-347f8d529b37 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:45:36.572502 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.576315 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 964754b6-070a-49dd-a363-5f181098f551 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:45:36.621791 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: 964754b6-070a-49dd-a363-5f181098f551 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:45:36.622507 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 964754b6-070a-49dd-a363-5f181098f551 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:45:36.648268 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568100'] for network (f58da4c7-ef95-435b-ab0f-347f8d529b37), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.701038 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] Deleting port 1175a137-1fcb-49b2-8bff-5bff41926226 {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:45:36.701590 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (1175a137-1fcb-49b2-8bff-5bff41926226), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.701813 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Allocated IP 172.27.2.47 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/f8aec544-e9c2-4c31-b876-63aeb991a162) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:45:36.775075 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] For port 1175a137-1fcb-49b2-8bff-5bff41926226, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=1175a137-1fcb-49b2-8bff-5bff41926226,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:36.775994 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (1175a137-1fcb-49b2-8bff-5bff41926226), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.778041 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d240ae-3bed-4a23-a293-1cf6b88104dc None None] DHCP port deletion for f58da4c7-ef95-435b-ab0f-347f8d529b37 request from dv-cinder-804757-27-iscsi {{(pid=104515) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:45:36.789715 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] Calling delete_port for 1175a137-1fcb-49b2-8bff-5bff41926226 owned by network:dhcp {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:45:36.821030 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-46d240ae-3bed-4a23-a293-1cf6b88104dc None None] Deleting port 1175a137-1fcb-49b2-8bff-5bff41926226 {{(pid=104515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:45:36.821492 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-46d240ae-3bed-4a23-a293-1cf6b88104dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (1175a137-1fcb-49b2-8bff-5bff41926226), before_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.852932 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for port (f8aec544-e9c2-4c31-b876-63aeb991a162), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.887721 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (1175a137-1fcb-49b2-8bff-5bff41926226), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.899561 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (f8aec544-e9c2-4c31-b876-63aeb991a162), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.922424 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1175a137-1fcb-49b2-8bff-5bff41926226,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:36.924409 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] No DVR routers for this DVR port 1175a137-1fcb-49b2-8bff-5bff41926226 on host dv-cinder-804757-27-iscsi {{(pid=104514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:45:36.936245 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-46d240ae-3bed-4a23-a293-1cf6b88104dc None None] For port 1175a137-1fcb-49b2-8bff-5bff41926226, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=1175a137-1fcb-49b2-8bff-5bff41926226,segment=NetworkSegment(e546ec47-16ca-4652-bdad-29922ef01b18),segment_id=e546ec47-16ca-4652-bdad-29922ef01b18)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:36.937199 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-46d240ae-3bed-4a23-a293-1cf6b88104dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (1175a137-1fcb-49b2-8bff-5bff41926226), precommit_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:36.949065 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:45:36.952231 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:45:36.952644 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-46d240ae-3bed-4a23-a293-1cf6b88104dc None None] Calling delete_port for 1175a137-1fcb-49b2-8bff-5bff41926226 owned by network:dhcp {{(pid=104515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:45:36.955693 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:45:36.996286 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'Port': ['ID=f8aec544-e9c2-4c31-b876-63aeb991a162,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:37.037832 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773710', 'neutron.services.segments.db._delete_segments_for_network-8748549744406'] for network (f58da4c7-ef95-435b-ab0f-347f8d529b37), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:37.067219 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (fa9f4f8c-3675-4789-9613-e7c6b4b9f621), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:37.096586 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-46d240ae-3bed-4a23-a293-1cf6b88104dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984'] for port (1175a137-1fcb-49b2-8bff-5bff41926226), after_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:37.116730 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (f8aec544-e9c2-4c31-b876-63aeb991a162), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:37.126111 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d240ae-3bed-4a23-a293-1cf6b88104dc None None] Pushing event deleted for resources: {'Port': ['ID=1175a137-1fcb-49b2-8bff-5bff41926226,revision_number=None']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:37.132013 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d240ae-3bed-4a23-a293-1cf6b88104dc None None] No DVR routers for this DVR port 1175a137-1fcb-49b2-8bff-5bff41926226 on host dv-cinder-804757-27-iscsi {{(pid=104515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:45:37.302250 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f58da4c7-ef95-435b-ab0f-347f8d529b37']}} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:37.312000 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e546ec47-16ca-4652-bdad-29922ef01b18') {'for_net_delete': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:37.312294 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e546ec47-16ca-4652-bdad-29922ef01b18') {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:37.321242 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748549467935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58978016'] for segment (e546ec47-16ca-4652-bdad-29922ef01b18), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:37.321457 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for port (f8aec544-e9c2-4c31-b876-63aeb991a162), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:37.326651 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (f8aec544-e9c2-4c31-b876-63aeb991a162), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:37.336311 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (e546ec47-16ca-4652-bdad-29922ef01b18), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:37.342920 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=104514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:45:37.343336 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59187243'] for segment (e546ec47-16ca-4652-bdad-29922ef01b18), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: Traceback (most recent call last): May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: timer() May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: cb(*args, **kw) May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: return func(*args, **kwargs) May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: self._notify() May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: self.callback(batched_events) May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: event.method(event) May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: return f(self, *a, **k) May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: return self._get(url).json() May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: return self.request(url, 'GET', **kwargs) May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:45:37.345190 dv-cinder-804757-27-iscsi neutron-server[104514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:45:37.396219 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'Port': ['ID=f8aec544-e9c2-4c31-b876-63aeb991a162,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:37.402080 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826241'] for network (f58da4c7-ef95-435b-ab0f-347f8d529b37), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:37.410851 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (fa9f4f8c-3675-4789-9613-e7c6b4b9f621), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:37.417772 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:37.420887 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f58da4c7-ef95-435b-ab0f-347f8d529b37 HTTP/1.1" status: 204 len: 168 time: 0.8571148 May 11 06:45:37.423957 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c81f17-7a9c-4c0d-a731-0e71059d7cb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f58da4c7-ef95-435b-ab0f-347f8d529b37,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:37.428235 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:37.429484 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-83a47047-9b6e-4e6c-8751-df47b57f7e75 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9799032 May 11 06:45:37.559069 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41856) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:37.596604 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8580d2-3fc1-41e2-acb2-5228ee8771b4 req-252b4125-7e9b-4bf2-8e02-d8f4488f974a tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:37.598086 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-eb8580d2-3fc1-41e2-acb2-5228ee8771b4 req-252b4125-7e9b-4bf2-8e02-d8f4488f974a tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0492849 May 11 06:45:37.607203 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-34377cd3-4cfe-4856-85ab-dcce56e5c7fe admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0d1689ff62644e0c92c3bf8290b52b90&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0469573 May 11 06:45:37.609671 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41862) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:37.663216 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5806d1b4-0d8d-40d7-ba48-c614d10c6b32 admin admin] Publish callbacks [] for security_group (7c755ce4-6e8a-4863-b277-b1c10cc1133f), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:37.669722 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-120b1c44-4060-48f2-89a2-1bdf9e1b2100 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1225726174&fields=id&tenant_id=eb4348f294cc464f89b2334676442d25 HTTP/1.1" status: 200 len: 267 time: 0.0706851 May 11 06:45:37.676839 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-eb8580d2-3fc1-41e2-acb2-5228ee8771b4 req-2fa056db-7e75-4786-a7bb-3e2ac88d3607 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707202 May 11 06:45:37.685744 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5806d1b4-0d8d-40d7-ba48-c614d10c6b32 admin admin] Publish callbacks [] for security_group (7c755ce4-6e8a-4863-b277-b1c10cc1133f), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:37.733162 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5806d1b4-0d8d-40d7-ba48-c614d10c6b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (7c755ce4-6e8a-4863-b277-b1c10cc1133f), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:37.736042 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5806d1b4-0d8d-40d7-ba48-c614d10c6b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:37.737190 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-5806d1b4-0d8d-40d7-ba48-c614d10c6b32 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7c755ce4-6e8a-4863-b277-b1c10cc1133f HTTP/1.1" status: 204 len: 168 time: 0.1266413 May 11 06:45:37.744986 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806d1b4-0d8d-40d7-ba48-c614d10c6b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c755ce4-6e8a-4863-b277-b1c10cc1133f,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:37.792713 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c911f672-6be3-467d-8127-90323d74113d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:37.794652 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c911f672-6be3-467d-8127-90323d74113d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/networks?id=61e699df-3755-47eb-b019-c5436429fdb7 HTTP/1.1" status: 200 len: 815 time: 0.1167424 May 11 06:45:37.812225 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-3546c90a-bfe0-40a2-8df1-d345459c33ec tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/quotas/eb4348f294cc464f89b2334676442d25 HTTP/1.1" status: 200 len: 375 time: 0.0102885 May 11 06:45:37.894696 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-aa4f9dc7-111b-41b8-b62b-3a56f7c994dd tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=eb4348f294cc464f89b2334676442d25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747781 May 11 06:45:38.187297 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c1a6f694-7922-4457-bc55-b30f9ac931ac service neutron] 10.222.0.64 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715514 May 11 06:45:38.196001 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device f3e6d08e-cb1f-4012-add5-d85acb9b284e no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:45:38.221455 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: f3e6d08e-cb1f-4012-add5-d85acb9b284e {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:45:38.221919 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device f3e6d08e-cb1f-4012-add5-d85acb9b284e not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:45:38.222431 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 1175a137-1fcb-49b2-8bff-5bff41926226 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:45:38.242221 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: 1175a137-1fcb-49b2-8bff-5bff41926226 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:45:38.242757 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 1175a137-1fcb-49b2-8bff-5bff41926226 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:45:38.321187 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85041b-1979-4741-a0ba-adfe5a3de5b1 req-68c70fca-7ab2-4316-beb8-2b47220b42a7 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:38.323075 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8d85041b-1979-4741-a0ba-adfe5a3de5b1 req-68c70fca-7ab2-4316-beb8-2b47220b42a7 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 945 time: 0.0597553 May 11 06:45:38.344587 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-71ddb76b-7be5-4481-a4d0-f899bba480a4 service neutron] 10.222.0.64 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586745 May 11 06:45:38.383773 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8d85041b-1979-4741-a0ba-adfe5a3de5b1 req-e0998c67-1bdf-42cd-9018-8ab6671ec9a2 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512855 May 11 06:45:38.405176 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41892) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:38.538671 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a165d782-311c-478b-9576-6a1869f7a080 req-4518f234-ca64-4b26-8fc9-601bcce1b2b6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 210 time: 0.0301566 May 11 06:45:38.544439 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41902) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:38.604814 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-31ffc5a8-8aa6-4aeb-bcaa-fa4ad46c7bd8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-790140818-network', 'tenant_id': 'ec5def7947c243698109bfc891b0992f'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:38.628662 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ffc5a8-8aa6-4aeb-bcaa-fa4ad46c7bd8 admin admin] Made reservation on behalf of ec5def7947c243698109bfc891b0992f for: {'network': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:45:38.631377 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-31ffc5a8-8aa6-4aeb-bcaa-fa4ad46c7bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:38.640873 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-31ffc5a8-8aa6-4aeb-bcaa-fa4ad46c7bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:38.699760 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c811af4a-7c1c-4267-9977-920e160d41e4 tempest-TestMinimumBasicScenario-1584915660 tempest-TestMinimumBasicScenario-1584915660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:38.703302 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-c811af4a-7c1c-4267-9977-920e160d41e4 tempest-TestMinimumBasicScenario-1584915660 tempest-TestMinimumBasicScenario-1584915660-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 1124 time: 0.2944477 May 11 06:45:38.704621 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41910) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:38.710633 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Request body: {'floatingip': {'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'port_id': 'c252b84e-76c5-4079-b1f3-11dd833563b3', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:38.736685 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-31ffc5a8-8aa6-4aeb-bcaa-fa4ad46c7bd8 admin admin] Publish callbacks [] for security_group (057722b8-acba-4e1f-be72-730376ed876f), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:38.737350 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:38.743978 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-31ffc5a8-8aa6-4aeb-bcaa-fa4ad46c7bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (057722b8-acba-4e1f-be72-730376ed876f), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:38.764722 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ffc5a8-8aa6-4aeb-bcaa-fa4ad46c7bd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=104514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:45:38.789454 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-31ffc5a8-8aa6-4aeb-bcaa-fa4ad46c7bd8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (649779a0-105f-4993-a569-234103bbdf08), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:38.790205 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.segments_db [None req-31ffc5a8-8aa6-4aeb-bcaa-fa4ad46c7bd8 admin admin] Added segment 649779a0-105f-4993-a569-234103bbdf08 of type vlan for network 6742b34a-d638-418c-8bcb-aa221cf053c2 May 11 06:45:38.804239 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffc5a8-8aa6-4aeb-bcaa-fa4ad46c7bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057722b8-acba-4e1f-be72-730376ed876f,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:38.841032 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-31ffc5a8-8aa6-4aeb-bcaa-fa4ad46c7bd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (6742b34a-d638-418c-8bcb-aa221cf053c2), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:38.868494 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda1fd2d-14df-472a-b607-229556ff80b1 req-5a3a1c75-3bcc-4fe6-85c9-48ef1dc3d696 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:38.870550 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-dda1fd2d-14df-472a-b607-229556ff80b1 req-5a3a1c75-3bcc-4fe6-85c9-48ef1dc3d696 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0966170 May 11 06:45:38.871703 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-31ffc5a8-8aa6-4aeb-bcaa-fa4ad46c7bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (6742b34a-d638-418c-8bcb-aa221cf053c2), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:38.873147 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ffc5a8-8aa6-4aeb-bcaa-fa4ad46c7bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:38.873937 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-31ffc5a8-8aa6-4aeb-bcaa-fa4ad46c7bd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:38.886637 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:38.912084 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-31ffc5a8-8aa6-4aeb-bcaa-fa4ad46c7bd8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3638849 May 11 06:45:38.912256 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41916) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:38.940274 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-8ef2ab94-7c00-4cac-a87b-4dfd1df6b6f1 admin admin] Request body: {'subnet': {'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-790140818-subnet', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:38.951621 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ffc5a8-8aa6-4aeb-bcaa-fa4ad46c7bd8 admin admin] Pushing event updated for resources: {'Network': ['ID=6742b34a-d638-418c-8bcb-aa221cf053c2,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:38.967237 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network 6742b34a-d638-418c-8bcb-aa221cf053c2 details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:45:38.969125 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef2ab94-7c00-4cac-a87b-4dfd1df6b6f1 admin admin] Made reservation on behalf of ec5def7947c243698109bfc891b0992f for: {'subnet': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:45:38.973904 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ef2ab94-7c00-4cac-a87b-4dfd1df6b6f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60768928'] for subnet (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:38.982103 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-dda1fd2d-14df-472a-b607-229556ff80b1 req-07442b50-f532-4f09-8799-e59e2ae98f61 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051979 May 11 06:45:39.064309 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Allocated IP 172.27.2.12 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/c30d3b73-d0c2-4215-9ae7-993d8f48b765) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:45:39.174697 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ef2ab94-7c00-4cac-a87b-4dfd1df6b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59187144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60768950'] for subnet (e9b3a199-1eaf-4b46-8767-b476ce91f16d), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:39.175671 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for port (c30d3b73-d0c2-4215-9ae7-993d8f48b765), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:39.216060 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (c30d3b73-d0c2-4215-9ae7-993d8f48b765), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:39.230848 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2ab94-7c00-4cac-a87b-4dfd1df6b6f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b3a199-1eaf-4b46-8767-b476ce91f16d,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:39.241262 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef2ab94-7c00-4cac-a87b-4dfd1df6b6f1 admin admin] Checking segment: {'id': '649779a0-105f-4993-a569-234103bbdf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:45:39.241627 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef2ab94-7c00-4cac-a87b-4dfd1df6b6f1 admin admin] Network hostable DHCP agents. Network: 6742b34a-d638-418c-8bcb-aa221cf053c2, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:45:39.255946 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:45:39.260380 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:45:39.261172 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef2ab94-7c00-4cac-a87b-4dfd1df6b6f1 admin admin] Network 6742b34a-d638-418c-8bcb-aa221cf053c2 is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:45:39.263318 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:45:39.272465 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-8ef2ab94-7c00-4cac-a87b-4dfd1df6b6f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, 6742b34a-d638-418c-8bcb-aa221cf053c2) {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:45:39.276639 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef2ab94-7c00-4cac-a87b-4dfd1df6b6f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:39.277222 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-8ef2ab94-7c00-4cac-a87b-4dfd1df6b6f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:39.282820 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573f288b-b292-41e0-93e9-30757c8035e8 None None] Network 6742b34a-d638-418c-8bcb-aa221cf053c2 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:45:39.294688 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-8ef2ab94-7c00-4cac-a87b-4dfd1df6b6f1 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3814151 May 11 06:45:39.297336 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41918) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:39.301721 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:39.304205 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Pushing event updated for resources: {'Port': ['ID=c30d3b73-d0c2-4215-9ae7-993d8f48b765,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:39.328036 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7286'] for router (7135433e-95f9-4c42-9524-f20b66eaadd6), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:39.329308 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router (7135433e-95f9-4c42-9524-f20b66eaadd6), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:39.389729 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Publish callbacks [] for router_controller (7135433e-95f9-4c42-9524-f20b66eaadd6), precommit_add_association {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:39.403388 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dd71484-60e5-51ad-871a-30a1f3f9ad64-6742b34a-d638-418c-8bcb-aa221cf053c2', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'project_id': 'ec5def7947c243698109bfc891b0992f', 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d'}]}} from dv-cinder-804757-27-iscsi. {{(pid=104515) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 06:45:39.404347 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:39.541903 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Publish callbacks [] for router_gateway (7135433e-95f9-4c42-9524-f20b66eaadd6), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:39.542385 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.db_base_plugin_common [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Allocated IP 172.20.0.2 (6742b34a-d638-418c-8bcb-aa221cf053c2/e9b3a199-1eaf-4b46-8767-b476ce91f16d/a91d1ba5-6f47-415d-a599-b59e9eb231fc) {{(pid=104515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:45:39.679823 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-59bd6dc6-f082-4f6c-a1d8-8b37b9246b7c req-e309a9f3-bd25-43d7-b953-d15d53f00504 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 210 time: 0.0706258 May 11 06:45:39.731823 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Publish callbacks [] for port (a91d1ba5-6f47-415d-a599-b59e9eb231fc), precommit_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:39.738542 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (a91d1ba5-6f47-415d-a599-b59e9eb231fc), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:39.756497 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for floatingip (92484091-27dd-4693-9fee-1ffe6b5ae3da), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:39.780348 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Network 6742b34a-d638-418c-8bcb-aa221cf053c2 is already hosted by enough agents. {{(pid=104515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:45:39.786921 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.base_scheduler [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Resources bound (agent type, host, resource id): {{(pid=104515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:45:39.791519 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Received port after_create {{(pid=104515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:45:39.794755 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Pushing event updated for resources: {'Port': ['ID=a91d1ba5-6f47-415d-a599-b59e9eb231fc,revision_number=1']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:39.798404 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Publish callbacks [] for router_gateway (7135433e-95f9-4c42-9524-f20b66eaadd6), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:39.821301 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:39.863945 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c30d3b73-d0c2-4215-9ae7-993d8f48b765), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:39.866642 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Attempting to bind port a91d1ba5-6f47-415d-a599-b59e9eb231fc on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:45:39.867027 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Attempting to bind port a91d1ba5-6f47-415d-a599-b59e9eb231fc by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '649779a0-105f-4993-a569-234103bbdf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:45:39.867456 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Attempting to bind port a91d1ba5-6f47-415d-a599-b59e9eb231fc on network 6742b34a-d638-418c-8bcb-aa221cf053c2 {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:45:39.880945 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:45:39.881323 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Checking segment: {'id': '649779a0-105f-4993-a569-234103bbdf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:45:39.881734 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:39.882197 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Bound using segment: {'id': '649779a0-105f-4993-a569-234103bbdf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:45:39.882701 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Bound port: a91d1ba5-6f47-415d-a599-b59e9eb231fc, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649779a0-105f-4993-a569-234103bbdf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:45:39.883124 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (a91d1ba5-6f47-415d-a599-b59e9eb231fc), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:39.969343 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] For port a91d1ba5-6f47-415d-a599-b59e9eb231fc, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:45:39.973224 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] For port a91d1ba5-6f47-415d-a599-b59e9eb231fc, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=a91d1ba5-6f47-415d-a599-b59e9eb231fc,segment=NetworkSegment(649779a0-105f-4993-a569-234103bbdf08),segment_id=649779a0-105f-4993-a569-234103bbdf08)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:45:39.981414 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (a91d1ba5-6f47-415d-a599-b59e9eb231fc), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:40.028933 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-7ab2b8f8-4342-4dce-8f5f-9535277c92c5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:40.030783 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-7ab2b8f8-4342-4dce-8f5f-9535277c92c5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "GET /v2.0/networks?id=61e699df-3755-47eb-b019-c5436429fdb7 HTTP/1.1" status: 200 len: 815 time: 0.2008624 May 11 06:45:40.047611 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Allocated IP 172.27.2.62 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/ab3f1084-4b84-4a5a-91b2-620c08d3f512) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:45:40.058025 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb301e-9c9c-463b-84aa-61479a224a7d None None] Pushing event updated for resources: {'Port': ['ID=a91d1ba5-6f47-415d-a599-b59e9eb231fc,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:40.154063 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee2d0f2-258f-4cc5-92bc-44d37ef214ec req-2a233147-6e83-4558-ab79-458d11e55655 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:40.155610 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-dee2d0f2-258f-4cc5-92bc-44d37ef214ec req-2a233147-6e83-4558-ab79-458d11e55655 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0700746 May 11 06:45:40.187520 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for port (c30d3b73-d0c2-4215-9ae7-993d8f48b765), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:40.193309 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (c30d3b73-d0c2-4215-9ae7-993d8f48b765), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:40.211360 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Publish callbacks [] for port (ab3f1084-4b84-4a5a-91b2-620c08d3f512), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:40.218387 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-657d752f-f07e-4562-9a80-dc3c14814726 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb4348f294cc464f89b2334676442d25 HTTP/1.1" status: 200 len: 380 time: 0.0885808 May 11 06:45:40.262202 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-d7564b53-a607-4d2b-b31a-544e4977beab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'port': {'device_id': 'ef4191b4-a818-4c0f-95ee-869fd30177e2', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'admin_state_up': True, 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'security_groups': ['20233861-2412-4aa4-a117-cb36188b3db9']}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:40.295055 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-dee2d0f2-258f-4cc5-92bc-44d37ef214ec req-98792671-e151-436c-a2f9-3cc24906aceb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318355 May 11 06:45:40.295707 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Pushing event updated for resources: {'Port': ['ID=c30d3b73-d0c2-4215-9ae7-993d8f48b765,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:40.311714 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (92484091-27dd-4693-9fee-1ffe6b5ae3da), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:40.374456 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (ab3f1084-4b84-4a5a-91b2-620c08d3f512), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:40.420404 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:45:40.426892 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:45:40.432762 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Floating IP 92484091-27dd-4693-9fee-1ffe6b5ae3da associated. External IP: 172.27.2.12, port: c252b84e-76c5-4079-b1f3-11dd833563b3. May 11 06:45:40.433139 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:45:40.480293 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Pushing event updated for resources: {'Port': ['ID=ab3f1084-4b84-4a5a-91b2-620c08d3f512,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:40.488987 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-d7564b53-a607-4d2b-b31a-544e4977beab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Made reservation on behalf of eb4348f294cc464f89b2334676442d25 for: {'port': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:45:40.492430 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-d7564b53-a607-4d2b-b31a-544e4977beab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:40.651302 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Router 373df8d9-1695-42af-98d4-95b08cc4c2d0 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:45:40.767422 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-d7564b53-a607-4d2b-b31a-544e4977beab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Allocated IP 172.20.0.4 (61e699df-3755-47eb-b019-c5436429fdb7/ff6c0e1a-69e0-4947-b746-0e027c95d678/7970ee38-ee7c-48dd-b7d9-3efd0916a387) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:45:40.844342 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Publish callbacks [] for router_gateway (7135433e-95f9-4c42-9524-f20b66eaadd6), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.012156 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6a2b7fbc-9043-4591-ad66-26768f512d6e req-6f56b3c8-169a-461f-a376-9c519a155053 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 210 time: 0.0333357 May 11 06:45:41.049453 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40e3380-f6db-4a79-ac9e-a2e65d8bf725 None None] Network 6742b34a-d638-418c-8bcb-aa221cf053c2 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:45:41.075637 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-d7564b53-a607-4d2b-b31a-544e4977beab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for port (7970ee38-ee7c-48dd-b7d9-3efd0916a387), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.078522 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:45:41.099446 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6784c4-0e25-4c74-ad96-22fe406c6676 None None] Sync routers for ids ['373df8d9-1695-42af-98d4-95b08cc4c2d0'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:45:41.104914 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.121264 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6784c4-0e25-4c74-ad96-22fe406c6676 None None] Routers {'373df8d9-1695-42af-98d4-95b08cc4c2d0'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:45:41.121888 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-de6784c4-0e25-4c74-ad96-22fe406c6676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:45:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['373df8d9-1695-42af-98d4-95b08cc4c2d0'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:41.139525 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-4d13ed58-2066-4c93-94b0-7c91f32adae3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4330909 May 11 06:45:41.140403 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'tag': 'c252b84e-76c5-4079-b1f3-11dd833563b3'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:45:41.142903 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41930) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:41.145049 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6718f71e-0d59-40a2-9813-06597f72b8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb45216e-937f-4c83-98eb-4686d045da6f", "tag": "c252b84e-76c5-4079-b1f3-11dd833563b3"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:45:41.151355 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-348aaeab-0335-4ace-b649-03fd2fc8d2b3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-963399563', 'description': 'tempest-secgroup-smoke-963399563 description', 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:41.163214 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-e97dd37d-4b98-4b83-85fa-398acd9c0d42 None None] Provisioning complete for port a91d1ba5-6f47-415d-a599-b59e9eb231fc triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:41.163704 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e97dd37d-4b98-4b83-85fa-398acd9c0d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (a91d1ba5-6f47-415d-a599-b59e9eb231fc), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.177678 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-348aaeab-0335-4ace-b649-03fd2fc8d2b3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.196508 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-d7564b53-a607-4d2b-b31a-544e4977beab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (7970ee38-ee7c-48dd-b7d9-3efd0916a387), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.221092 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef9d868-2513-4234-9e47-4adbf49c25b6 x-openstack-request-id: req-8ef9d868-2513-4234-9e47-4adbf49c25b6 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:45:41.221479 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb45216e-937f-4c83-98eb-4686d045da6f", "tag": "c252b84e-76c5-4079-b1f3-11dd833563b3", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:45:41.221858 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ef9d868-2513-4234-9e47-4adbf49c25b6 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:45:41.222373 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef9d868-2513-4234-9e47-4adbf49c25b6'] response: {'name': 'network-changed', 'server_uuid': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'tag': 'c252b84e-76c5-4079-b1f3-11dd833563b3', 'status': 'completed', 'code': 200} May 11 06:45:41.251243 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7564b53-a607-4d2b-b31a-544e4977beab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event updated for resources: {'Port': ['ID=7970ee38-ee7c-48dd-b7d9-3efd0916a387,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:41.254065 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823959'] for router (7135433e-95f9-4c42-9524-f20b66eaadd6), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.333066 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-348aaeab-0335-4ace-b649-03fd2fc8d2b3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group (7997d7bc-cf0c-4955-aaac-0e43a6dee0e4), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.335136 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-e97dd37d-4b98-4b83-85fa-398acd9c0d42 None None] Current status of the port a91d1ba5-6f47-415d-a599-b59e9eb231fc is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:45:41.335658 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e97dd37d-4b98-4b83-85fa-398acd9c0d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (a91d1ba5-6f47-415d-a599-b59e9eb231fc), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.343920 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-348aaeab-0335-4ace-b649-03fd2fc8d2b3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (7997d7bc-cf0c-4955-aaac-0e43a6dee0e4), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.354954 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718f71e-0d59-40a2-9813-06597f72b8f7 req-1d3f51f0-4374-4b23-b4ca-14836b333526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:41.356549 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6718f71e-0d59-40a2-9813-06597f72b8f7 req-1d3f51f0-4374-4b23-b4ca-14836b333526 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee00a37abf8a49eba7d06738e181eb4b&device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 1129 time: 0.0776479 May 11 06:45:41.373882 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-e97dd37d-4b98-4b83-85fa-398acd9c0d42 None None] For port a91d1ba5-6f47-415d-a599-b59e9eb231fc, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=a91d1ba5-6f47-415d-a599-b59e9eb231fc,segment=NetworkSegment(649779a0-105f-4993-a569-234103bbdf08),segment_id=649779a0-105f-4993-a569-234103bbdf08)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:41.383019 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e97dd37d-4b98-4b83-85fa-398acd9c0d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (a91d1ba5-6f47-415d-a599-b59e9eb231fc), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.392797 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-d7564b53-a607-4d2b-b31a-544e4977beab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Network 61e699df-3755-47eb-b019-c5436429fdb7 is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:45:41.416712 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-d7564b53-a607-4d2b-b31a-544e4977beab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:45:41.425487 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-d7564b53-a607-4d2b-b31a-544e4977beab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:45:41.461305 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-de6784c4-0e25-4c74-ad96-22fe406c6676 None None] Set router 373df8d9-1695-42af-98d4-95b08cc4c2d0 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:45:41.477212 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dd37d-4b98-4b83-85fa-398acd9c0d42 None None] Pushing event updated for resources: {'Port': ['ID=a91d1ba5-6f47-415d-a599-b59e9eb231fc,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:41.487601 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-d7564b53-a607-4d2b-b31a-544e4977beab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:41.488284 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-d7564b53-a607-4d2b-b31a-544e4977beab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.499082 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-348aaeab-0335-4ace-b649-03fd2fc8d2b3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.502773 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-348aaeab-0335-4ace-b649-03fd2fc8d2b3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3552463 May 11 06:45:41.506243 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41936) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:41.521460 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-7fe9594c-4106-4ff0-a79f-f12978bc747b tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Request body: {'security_group_rule': {'security_group_id': '7997d7bc-cf0c-4955-aaac-0e43a6dee0e4', 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:41.546323 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348aaeab-0335-4ace-b649-03fd2fc8d2b3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:41.606772 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc77b1-8c7d-4349-9a86-7e3ba8682819 req-f1c72076-a094-4fca-badc-7a954428dc9d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:41.607770 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-7fe9594c-4106-4ff0-a79f-f12978bc747b tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (368465ff-81c8-4d9a-bd9d-25b788ec399e), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.612981 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-d7564b53-a607-4d2b-b31a-544e4977beab tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3835454 May 11 06:45:41.615135 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-28fc77b1-8c7d-4349-9a86-7e3ba8682819 req-f1c72076-a094-4fca-badc-7a954428dc9d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.1000917 May 11 06:45:41.645778 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Request body: {'port': {'device_id': 'ef4191b4-a818-4c0f-95ee-869fd30177e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:41.653904 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718f71e-0d59-40a2-9813-06597f72b8f7 req-382bd5db-17ee-44be-bac4-5a62ee4cac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:41.654351 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6718f71e-0d59-40a2-9813-06597f72b8f7 req-382bd5db-17ee-44be-bac4-5a62ee4cac1d service neutron] 10.222.0.70 "GET /v2.0/networks?id=eee35abb-92b2-4bc1-98fe-bda487493108 HTTP/1.1" status: 200 len: 915 time: 0.2897475 May 11 06:45:41.689537 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-28fc77b1-8c7d-4349-9a86-7e3ba8682819 req-18e1a431-b873-435d-990d-0122d41c1637 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713258 May 11 06:45:41.724899 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-1ff05178-e759-4a51-911e-cb5d8019f96f None None] Provisioning complete for port a91d1ba5-6f47-415d-a599-b59e9eb231fc triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:41.724899 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-1ff05178-e759-4a51-911e-cb5d8019f96f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (a91d1ba5-6f47-415d-a599-b59e9eb231fc), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.743286 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-7fe9594c-4106-4ff0-a79f-f12978bc747b tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (368465ff-81c8-4d9a-bd9d-25b788ec399e), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.768932 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-7fe9594c-4106-4ff0-a79f-f12978bc747b tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (368465ff-81c8-4d9a-bd9d-25b788ec399e), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.781411 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6718f71e-0d59-40a2-9813-06597f72b8f7 req-b921f924-ba50-43c0-930d-5f433c94602c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c252b84e-76c5-4079-b1f3-11dd833563b3 HTTP/1.1" status: 200 len: 998 time: 0.0957317 May 11 06:45:41.794223 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-de6784c4-0e25-4c74-ad96-22fe406c6676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'name': 'tempest-TestMinimumBasicScenario-126971612-router', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:45Z', 'updated_at': '2022-05-11T06:44:48Z', 'revision_number': 4, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'gw_port': {'id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:46Z', 'updated_at': '2022-05-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '92484091-27dd-4693-9fee-1ffe6b5ae3da', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'port_id': 'c252b84e-76c5-4079-b1f3-11dd833563b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'mac_address': 'fa:16:3e:b3:8f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:39Z', 'revision_number': 0, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef750d5-b8a5-4988-85d9-9a5e94e75f9c', 'name': '', 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'mac_address': 'fa:16:3e:ff:a9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:48Z', 'updated_at': '2022-05-11T06:44:53Z', 'revision_number': 5, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'subnets': [{'id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:41.804454 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (7970ee38-ee7c-48dd-b7d9-3efd0916a387), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.809003 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9594c-4106-4ff0-a79f-f12978bc747b tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368465ff-81c8-4d9a-bd9d-25b788ec399e,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:41.824336 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-7fe9594c-4106-4ff0-a79f-f12978bc747b tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.825549 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-7fe9594c-4106-4ff0-a79f-f12978bc747b tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3168786 May 11 06:45:41.828592 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41938) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:41.833341 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-1a828d22-1df6-4399-a866-8b7acc9612e6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Request body: {'security_group_rule': {'security_group_id': '7997d7bc-cf0c-4955-aaac-0e43a6dee0e4', 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:41.840749 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6784c4-0e25-4c74-ad96-22fe406c6676 None None] Checking router: 373df8d9-1695-42af-98d4-95b08cc4c2d0 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:45:41.851677 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-1ff05178-e759-4a51-911e-cb5d8019f96f None None] Current status of the port a91d1ba5-6f47-415d-a599-b59e9eb231fc is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:45:41.851891 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6784c4-0e25-4c74-ad96-22fe406c6676 None None] Routers {'373df8d9-1695-42af-98d4-95b08cc4c2d0'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:45:41.852344 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-de6784c4-0e25-4c74-ad96-22fe406c6676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:45:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['373df8d9-1695-42af-98d4-95b08cc4c2d0'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:41.870666 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Router 7135433e-95f9-4c42-9524-f20b66eaadd6 is scheduled to L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 with binding_index 1 {{(pid=104514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 06:45:41.880021 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718f71e-0d59-40a2-9813-06597f72b8f7 req-b60283a7-ce36-49be-92d5-f8842f7fa92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:41.882668 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6718f71e-0d59-40a2-9813-06597f72b8f7 req-b60283a7-ce36-49be-92d5-f8842f7fa92e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=63c95427-0908-47ce-aa00-7d7d1b7e2598 HTTP/1.1" status: 200 len: 853 time: 0.0862222 May 11 06:45:41.919158 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1a828d22-1df6-4399-a866-8b7acc9612e6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (9d5a37d7-1a7d-4eb0-89f0-63aed4d0a876), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.929579 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718f71e-0d59-40a2-9813-06597f72b8f7 req-fc79810e-9f19-4aff-bcbb-85616027a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:41.931237 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6718f71e-0d59-40a2-9813-06597f72b8f7 req-fc79810e-9f19-4aff-bcbb-85616027a6e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eee35abb-92b2-4bc1-98fe-bda487493108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413895 May 11 06:45:41.972005 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-846ab014-97fa-484e-9b7a-b1579bf8d2e8 None None] Provisioning complete for port 7970ee38-ee7c-48dd-b7d9-3efd0916a387 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:41.972365 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-846ab014-97fa-484e-9b7a-b1579bf8d2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (7970ee38-ee7c-48dd-b7d9-3efd0916a387), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:41.976554 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-de6784c4-0e25-4c74-ad96-22fe406c6676 None None] Set router 373df8d9-1695-42af-98d4-95b08cc4c2d0 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:45:42.020623 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-846ab014-97fa-484e-9b7a-b1579bf8d2e8 None None] Port 7970ee38-ee7c-48dd-b7d9-3efd0916a387 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:45:42.063750 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6718f71e-0d59-40a2-9813-06597f72b8f7 req-f2c4fe3e-a76b-49eb-912c-b32a43ab219f service neutron] 10.222.0.70 "GET /v2.0/networks/eee35abb-92b2-4bc1-98fe-bda487493108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235509 May 11 06:45:42.174787 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 0c976279-8b75-4fa9-9ca3-337753d9430e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:45:42.247224 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62846a-c0b7-4dcd-8bda-b655cde41fe2 req-b58e0ec4-8cf9-4993-b1b0-6b59c1973654 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:42.249069 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5f62846a-c0b7-4dcd-8bda-b655cde41fe2 req-b58e0ec4-8cf9-4993-b1b0-6b59c1973654 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 931 time: 0.1503384 May 11 06:45:42.268854 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6718f71e-0d59-40a2-9813-06597f72b8f7 req-833e5939-c45c-4fea-b128-9e7c876242bb service neutron] 10.222.0.70 "GET /v2.0/networks/eee35abb-92b2-4bc1-98fe-bda487493108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958754 May 11 06:45:42.274061 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device a91d1ba5-6f47-415d-a599-b59e9eb231fc up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:45:42.284120 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-de6784c4-0e25-4c74-ad96-22fe406c6676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'name': 'tempest-TestMinimumBasicScenario-126971612-router', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:45Z', 'updated_at': '2022-05-11T06:44:48Z', 'revision_number': 4, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'gw_port': {'id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:46Z', 'updated_at': '2022-05-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '92484091-27dd-4693-9fee-1ffe6b5ae3da', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'port_id': 'c252b84e-76c5-4079-b1f3-11dd833563b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'mac_address': 'fa:16:3e:b3:8f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:39Z', 'revision_number': 0, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef750d5-b8a5-4988-85d9-9a5e94e75f9c', 'name': '', 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'mac_address': 'fa:16:3e:ff:a9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:48Z', 'updated_at': '2022-05-11T06:44:53Z', 'revision_number': 5, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'subnets': [{'id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:42.317199 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6784c4-0e25-4c74-ad96-22fe406c6676 None None] The sync data for ids ['373df8d9-1695-42af-98d4-95b08cc4c2d0'] in dv-cinder-804757-27-iscsi is: [{'id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'name': 'tempest-TestMinimumBasicScenario-126971612-router', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:45Z', 'updated_at': '2022-05-11T06:44:48Z', 'revision_number': 4, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'gw_port': {'id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:46Z', 'updated_at': '2022-05-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '92484091-27dd-4693-9fee-1ffe6b5ae3da', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'floating_ip_address': '172.27.2.12', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'port_id': 'c252b84e-76c5-4079-b1f3-11dd833563b3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'mac_address': 'fa:16:3e:b3:8f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:39Z', 'revision_number': 0, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aef750d5-b8a5-4988-85d9-9a5e94e75f9c', 'name': '', 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'mac_address': 'fa:16:3e:ff:a9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:48Z', 'updated_at': '2022-05-11T06:44:53Z', 'revision_number': 5, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'subnets': [{'id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:45:42.339840 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port a91d1ba5-6f47-415d-a599-b59e9eb231fc triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:42.343423 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5f62846a-c0b7-4dcd-8bda-b655cde41fe2 req-bbb57ef4-e08a-48cf-b69d-01cf1d64ac82 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=20233861-2412-4aa4-a117-cb36188b3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833783 May 11 06:45:42.344081 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (a91d1ba5-6f47-415d-a599-b59e9eb231fc), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:42.397620 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 0c976279-8b75-4fa9-9ca3-337753d9430e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c976279-8b75-4fa9-9ca3-337753d9430e,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:42.423762 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1a828d22-1df6-4399-a866-8b7acc9612e6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (9d5a37d7-1a7d-4eb0-89f0-63aed4d0a876), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:42.425707 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': '0c976279-8b75-4fa9-9ca3-337753d9430e', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'port_id': '0c976279-8b75-4fa9-9ca3-337753d9430e', 'mac_address': 'fa:16:3e:c5:35:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:45:42.436320 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:45:42.438014 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1a828d22-1df6-4399-a866-8b7acc9612e6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (9d5a37d7-1a7d-4eb0-89f0-63aed4d0a876), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:42.464614 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Sync routers for ids ['7135433e-95f9-4c42-9524-f20b66eaadd6'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:45:42.475026 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:42.476259 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-c3408384-f4a2-47e0-8894-d90ae8061afd admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1779118 May 11 06:45:42.479727 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41942) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:42.507236 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a828d22-1df6-4399-a866-8b7acc9612e6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5a37d7-1a7d-4eb0-89f0-63aed4d0a876,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:42.517294 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Routers {'7135433e-95f9-4c42-9524-f20b66eaadd6'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:45:42.517592 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1a828d22-1df6-4399-a866-8b7acc9612e6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:42.517977 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:45:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7135433e-95f9-4c42-9524-f20b66eaadd6'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:42.518780 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-1a828d22-1df6-4399-a866-8b7acc9612e6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6890001 May 11 06:45:42.523565 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 0c976279-8b75-4fa9-9ca3-337753d9430e is: ACTIVE; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:45:42.524000 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:42.537807 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41944) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:42.544076 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-8a08087a-ed2a-4244-be88-b58fa8d28f8b tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Request body: {'security_group_rule': {'security_group_id': '7997d7bc-cf0c-4955-aaac-0e43a6dee0e4', 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:42.574460 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port a91d1ba5-6f47-415d-a599-b59e9eb231fc is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:45:42.582379 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c976279-8b75-4fa9-9ca3-337753d9430e {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:45:42.621665 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 0c976279-8b75-4fa9-9ca3-337753d9430e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c976279-8b75-4fa9-9ca3-337753d9430e,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:42.635292 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c62559-f7e0-49eb-b951-7a48ddaba6eb None None] New status for floating IP 92484091-27dd-4693-9fee-1ffe6b5ae3da: ACTIVE {{(pid=104516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:45:42.642917 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7970ee38-ee7c-48dd-b7d9-3efd0916a387 {{(pid=104514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:45:42.652317 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Publish callbacks [] for port (7970ee38-ee7c-48dd-b7d9-3efd0916a387), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:42.660990 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:42.666111 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.provisioning_blocks [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Transition to ACTIVE for port object 7970ee38-ee7c-48dd-b7d9-3efd0916a387 will not be triggered until provisioned by entity L2. {{(pid=104514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:45:42.671340 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (7970ee38-ee7c-48dd-b7d9-3efd0916a387), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:42.684014 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8a08087a-ed2a-4244-be88-b58fa8d28f8b tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (aae9d8eb-8329-4266-aa86-a47f242342b0), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:42.722419 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Set router 7135433e-95f9-4c42-9524-f20b66eaadd6 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:45:42.749081 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Pushing event updated for resources: {'Port': ['ID=7970ee38-ee7c-48dd-b7d9-3efd0916a387,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:42.785918 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=0c976279-8b75-4fa9-9ca3-337753d9430e,revision_number=6']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:42.852456 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Attempting to bind port 7970ee38-ee7c-48dd-b7d9-3efd0916a387 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:45:42.863745 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Attempting to bind port 7970ee38-ee7c-48dd-b7d9-3efd0916a387 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:45:42.864202 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Attempting to bind port 7970ee38-ee7c-48dd-b7d9-3efd0916a387 on network 61e699df-3755-47eb-b019-c5436429fdb7 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:45:42.869418 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Port 7970ee38-ee7c-48dd-b7d9-3efd0916a387 on network 61e699df-3755-47eb-b019-c5436429fdb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:45:42.869836 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Attempting to bind port 7970ee38-ee7c-48dd-b7d9-3efd0916a387 on network 61e699df-3755-47eb-b019-c5436429fdb7 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:45:42.880225 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:45:42.880940 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Checking segment: {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:45:42.881145 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Bound using segment: {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:45:42.881581 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Bound port: 7970ee38-ee7c-48dd-b7d9-3efd0916a387, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:45:42.882043 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (7970ee38-ee7c-48dd-b7d9-3efd0916a387), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:42.968178 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['0c976279-8b75-4fa9-9ca3-337753d9430e'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:45:42.992927 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] For port 7970ee38-ee7c-48dd-b7d9-3efd0916a387, host hv-cinder-80475, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:45:42.995792 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8a08087a-ed2a-4244-be88-b58fa8d28f8b tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (aae9d8eb-8329-4266-aa86-a47f242342b0), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:42.999247 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] For port 7970ee38-ee7c-48dd-b7d9-3efd0916a387, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7970ee38-ee7c-48dd-b7d9-3efd0916a387,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:45:43.005344 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8a08087a-ed2a-4244-be88-b58fa8d28f8b tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (aae9d8eb-8329-4266-aa86-a47f242342b0), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.012106 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (7970ee38-ee7c-48dd-b7d9-3efd0916a387), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.019392 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3dabb-2907-4ad2-a971-95fa1b9a7412 req-d9cb50fc-637a-478c-b968-9582335a2951 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:43.027253 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-94f3dabb-2907-4ad2-a971-95fa1b9a7412 req-d9cb50fc-637a-478c-b968-9582335a2951 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 944 time: 0.1605072 May 11 06:45:43.060646 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:43.062223 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.064254 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] 10.222.0.70 "PUT /v2.0/ports/7970ee38-ee7c-48dd-b7d9-3efd0916a387 HTTP/1.1" status: 200 len: 1093 time: 1.4302082 May 11 06:45:43.064254 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4191b4-a818-4c0f-95ee-869fd30177e2', 'tag': '7970ee38-ee7c-48dd-b7d9-3efd0916a387'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:45:43.067603 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2974b0e-1754-4795-b230-0c7816b67788" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4191b4-a818-4c0f-95ee-869fd30177e2", "tag": "7970ee38-ee7c-48dd-b7d9-3efd0916a387"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:45:43.068166 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08087a-ed2a-4244-be88-b58fa8d28f8b tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae9d8eb-8329-4266-aa86-a47f242342b0,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:43.108738 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de212a-f68a-4242-9d6c-75543ba6ab7a service neutron] Pushing event updated for resources: {'Port': ['ID=7970ee38-ee7c-48dd-b7d9-3efd0916a387,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:43.126654 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8425a1-9eb3-4901-b9fb-731a44241408 x-openstack-request-id: req-5f8425a1-9eb3-4901-b9fb-731a44241408 {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:45:43.127047 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4191b4-a818-4c0f-95ee-869fd30177e2", "tag": "7970ee38-ee7c-48dd-b7d9-3efd0916a387", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:45:43.127573 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5f8425a1-9eb3-4901-b9fb-731a44241408 {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:45:43.128719 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f8425a1-9eb3-4901-b9fb-731a44241408'] response: {'name': 'network-changed', 'server_uuid': 'ef4191b4-a818-4c0f-95ee-869fd30177e2', 'tag': '7970ee38-ee7c-48dd-b7d9-3efd0916a387', 'status': 'completed', 'code': 200} May 11 06:45:43.134227 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:40Z', 'revision_number': 3, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:43.146459 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8a08087a-ed2a-4244-be88-b58fa8d28f8b tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.150692 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-8a08087a-ed2a-4244-be88-b58fa8d28f8b tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6087115 May 11 06:45:43.155907 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 41950) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:43.176513 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-2460c04e-f452-4133-a267-224aef88e8b8 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Request body: {'security_group_rule': {'security_group_id': '7997d7bc-cf0c-4955-aaac-0e43a6dee0e4', 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:43.176768 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Checking router: 7135433e-95f9-4c42-9524-f20b66eaadd6 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:45:43.177218 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Updating router 7135433e-95f9-4c42-9524-f20b66eaadd6 port ab3f1084-4b84-4a5a-91b2-620c08d3f512 binding host dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:45:43.200477 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-3ccebe98-8e4d-4e00-9ab9-c438e1fb8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:43.203598 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-3ccebe98-8e4d-4e00-9ab9-c438e1fb8232 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb4348f294cc464f89b2334676442d25&device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 1127 time: 0.0591173 May 11 06:45:43.218505 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-94f3dabb-2907-4ad2-a971-95fa1b9a7412 req-d13035f7-2c14-49c7-aaf3-0cf147364f77 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903694 May 11 06:45:43.227343 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2460c04e-f452-4133-a267-224aef88e8b8 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (74f936bb-8cb4-4281-9af6-5271a2388edf), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.233908 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (ab3f1084-4b84-4a5a-91b2-620c08d3f512), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.272585 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-46679df5-2a1c-403a-a771-fa688591cc6c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7970ee38-ee7c-48dd-b7d9-3efd0916a387 HTTP/1.1" status: 200 len: 217 time: 0.0523822 May 11 06:45:43.333702 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-f53c9f1c-a194-447f-8d84-ddbf48cef66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:43.335250 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-f53c9f1c-a194-447f-8d84-ddbf48cef66a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff6c0e1a-69e0-4947-b746-0e027c95d678 HTTP/1.1" status: 200 len: 854 time: 0.0531495 May 11 06:45:43.379736 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2460c04e-f452-4133-a267-224aef88e8b8 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (74f936bb-8cb4-4281-9af6-5271a2388edf), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.389333 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2460c04e-f452-4133-a267-224aef88e8b8 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (74f936bb-8cb4-4281-9af6-5271a2388edf), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.397433 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-38a319c3-21cc-48da-a471-38f03d39f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:43.399434 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-38a319c3-21cc-48da-a471-38f03d39f0be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61e699df-3755-47eb-b019-c5436429fdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0497506 May 11 06:45:43.435145 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2460c04e-f452-4133-a267-224aef88e8b8 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f936bb-8cb4-4281-9af6-5271a2388edf,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:43.459311 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2460c04e-f452-4133-a267-224aef88e8b8 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.463464 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-2460c04e-f452-4133-a267-224aef88e8b8 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3018963 May 11 06:45:43.479129 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41954) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:43.484216 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-ce768ae5-6ddf-4f4e-8eaa-bdfe07496836 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Request body: {'security_group_rule': {'security_group_id': '7997d7bc-cf0c-4955-aaac-0e43a6dee0e4', 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:43.500211 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.508905 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecc6ff-f468-463e-97c0-e0fec0e02b43 req-0bae585c-29c9-40d0-a641-ed9428a070ac tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:43.510911 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-78ecc6ff-f468-463e-97c0-e0fec0e02b43 req-0bae585c-29c9-40d0-a641-ed9428a070ac tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 943 time: 0.0739429 May 11 06:45:43.519306 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.securitygroups_db [None req-ce768ae5-6ddf-4f4e-8eaa-bdfe07496836 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Project ee00a37abf8a49eba7d06738e181eb4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 06:45:43.530184 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ce768ae5-6ddf-4f4e-8eaa-bdfe07496836 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (71dd2b9b-7519-4e52-a9d5-92f2b94b2f91), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.552187 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-b3ea7605-ef99-44d0-a2e8-4681a4aba05a service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397800 May 11 06:45:43.647860 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ce768ae5-6ddf-4f4e-8eaa-bdfe07496836 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (71dd2b9b-7519-4e52-a9d5-92f2b94b2f91), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.654749 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ce768ae5-6ddf-4f4e-8eaa-bdfe07496836 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (71dd2b9b-7519-4e52-a9d5-92f2b94b2f91), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.688509 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce768ae5-6ddf-4f4e-8eaa-bdfe07496836 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71dd2b9b-7519-4e52-a9d5-92f2b94b2f91,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:43.697806 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0abc5217-1c04-4089-b6c6-41c30caee938 req-b2786697-b3f3-45f7-972c-5e31d26f6312 service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372616 May 11 06:45:43.701655 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ce768ae5-6ddf-4f4e-8eaa-bdfe07496836 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.705440 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-ce768ae5-6ddf-4f4e-8eaa-bdfe07496836 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2227931 May 11 06:45:43.708207 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 41958) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:43.719425 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-678aad6c-29bf-4121-ae6f-40c24b2bbe03 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Request body: {'security_group_rule': {'security_group_id': '7997d7bc-cf0c-4955-aaac-0e43a6dee0e4', 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:43.746529 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.securitygroups_db [None req-678aad6c-29bf-4121-ae6f-40c24b2bbe03 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Project ee00a37abf8a49eba7d06738e181eb4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 06:45:43.753327 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-678aad6c-29bf-4121-ae6f-40c24b2bbe03 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (063af011-fc0b-41bf-8c64-259843899197), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.759750 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-78ecc6ff-f468-463e-97c0-e0fec0e02b43 req-e135ed90-d631-4c7e-a88e-3f86681a0951 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=20233861-2412-4aa4-a117-cb36188b3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351044 May 11 06:45:43.782359 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Allocated IP 172.20.0.1 (6742b34a-d638-418c-8bcb-aa221cf053c2/e9b3a199-1eaf-4b46-8767-b476ce91f16d/476b4c2b-353d-485b-b3f3-3a20e8b8feb2) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:45:43.788929 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Publish callbacks [] for port (ab3f1084-4b84-4a5a-91b2-620c08d3f512), precommit_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.796897 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (ab3f1084-4b84-4a5a-91b2-620c08d3f512), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.829804 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-678aad6c-29bf-4121-ae6f-40c24b2bbe03 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (063af011-fc0b-41bf-8c64-259843899197), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.837055 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-678aad6c-29bf-4121-ae6f-40c24b2bbe03 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (063af011-fc0b-41bf-8c64-259843899197), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.860214 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Attempting to bind port ab3f1084-4b84-4a5a-91b2-620c08d3f512 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:45:43.860792 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Attempting to bind port ab3f1084-4b84-4a5a-91b2-620c08d3f512 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:45:43.861449 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Attempting to bind port ab3f1084-4b84-4a5a-91b2-620c08d3f512 on network 7c3caca2-6ca3-4944-9b8c-503b226927ad {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:45:43.861582 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678aad6c-29bf-4121-ae6f-40c24b2bbe03 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063af011-fc0b-41bf-8c64-259843899197,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:43.865024 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a3210-225e-4c92-92c7-fc541246e0c0 None None] Pushing event updated for resources: {'Port': ['ID=ab3f1084-4b84-4a5a-91b2-620c08d3f512,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:43.873325 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:45:43.873740 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Checking segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:45:43.874195 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.874579 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Bound using segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:45:43.875046 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Bound port: ab3f1084-4b84-4a5a-91b2-620c08d3f512, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:45:43.875455 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (ab3f1084-4b84-4a5a-91b2-620c08d3f512), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.876935 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-678aad6c-29bf-4121-ae6f-40c24b2bbe03 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.878149 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-678aad6c-29bf-4121-ae6f-40c24b2bbe03 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1684883 May 11 06:45:43.900563 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Publish callbacks [] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.932604 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] For port ab3f1084-4b84-4a5a-91b2-620c08d3f512, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:45:43.936153 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] For port ab3f1084-4b84-4a5a-91b2-620c08d3f512, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=ab3f1084-4b84-4a5a-91b2-620c08d3f512,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:45:43.939799 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.943008 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (ab3f1084-4b84-4a5a-91b2-620c08d3f512), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:43.981673 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Network 6742b34a-d638-418c-8bcb-aa221cf053c2 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:45:43.990209 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:45:43.991343 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Routers {'7135433e-95f9-4c42-9524-f20b66eaadd6'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:45:43.991964 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:45:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7135433e-95f9-4c42-9524-f20b66eaadd6'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:43.996213 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:45:44.039415 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Pushing event updated for resources: {'Port': ['ID=476b4c2b-353d-485b-b3f3-3a20e8b8feb2,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:44.056096 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a3210-225e-4c92-92c7-fc541246e0c0 None None] Pushing event updated for resources: {'Port': ['ID=ab3f1084-4b84-4a5a-91b2-620c08d3f512,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:44.064115 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ce5f7e8e-8a8b-4fff-bf90-69a72c2c705d req-7ca39076-b698-41ff-9769-b96253fdac9c tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-963399563&fields=id&tenant_id=ee00a37abf8a49eba7d06738e181eb4b HTTP/1.1" status: 200 len: 267 time: 0.1335113 May 11 06:45:44.071280 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825786'] for router_interface (7135433e-95f9-4c42-9524-f20b66eaadd6), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:44.127571 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] Set router 7135433e-95f9-4c42-9524-f20b66eaadd6 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:45:44.169096 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f7e8e-8a8b-4fff-bf90-69a72c2c705d req-ddb9a7fe-1474-4ed8-a913-dee4f0c94104 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:44.170728 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ce5f7e8e-8a8b-4fff-bf90-69a72c2c705d req-ddb9a7fe-1474-4ed8-a913-dee4f0c94104 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 945 time: 0.0962336 May 11 06:45:44.186698 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 0c976279-8b75-4fa9-9ca3-337753d9430e up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:45:44.188036 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-ce5f7e8e-8a8b-4fff-bf90-69a72c2c705d req-6e1edd7f-c78c-46a8-8739-4a0a6a6e8ad5 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Request body: {'port': {'security_groups': ['99ac89f5-5408-42f3-9646-f2b1f5587deb', '7997d7bc-cf0c-4955-aaac-0e43a6dee0e4']}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:44.289250 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-ce5f7e8e-8a8b-4fff-bf90-69a72c2c705d req-6e1edd7f-c78c-46a8-8739-4a0a6a6e8ad5 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:44.314459 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port 0c976279-8b75-4fa9-9ca3-337753d9430e triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:44.314833 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:44.318951 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-60905927-ec74-4468-840f-d6a0422bf629 None None] Provisioning complete for port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:44.319333 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-60905927-ec74-4468-840f-d6a0422bf629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:44.372899 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:44.404896 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4960f70-6472-4e87-be1f-ef60fa9a9737 req-0ae5e13f-1880-4cef-b637-160aa2013b93 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:44.406436 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c4960f70-6472-4e87-be1f-ef60fa9a9737 req-0ae5e13f-1880-4cef-b637-160aa2013b93 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 944 time: 0.0994036 May 11 06:45:44.412605 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-60905927-ec74-4468-840f-d6a0422bf629 None None] Port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:45:44.418856 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:40Z', 'revision_number': 3, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:44.450490 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcea6c9f-e96e-4ebe-9559-753f40b4a902 None None] The sync data for ids ['7135433e-95f9-4c42-9524-f20b66eaadd6'] in dv-cinder-804757-27-iscsi is: [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:40Z', 'revision_number': 3, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:45:44.487494 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 0c976279-8b75-4fa9-9ca3-337753d9430e is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:45:44.487882 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:44.513284 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596cbeb7-7356-4919-913a-a0adace78883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c976279-8b75-4fa9-9ca3-337753d9430e'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:45:44.516147 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8dd985-a0c3-499e-9bfe-ee4ac2169cb4" -d '{"events": [{"server_uuid": "596cbeb7-7356-4919-913a-a0adace78883", "name": "network-vif-plugged", "status": "completed", "tag": "0c976279-8b75-4fa9-9ca3-337753d9430e"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:45:44.530127 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 0c976279-8b75-4fa9-9ca3-337753d9430e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c976279-8b75-4fa9-9ca3-337753d9430e,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:44.534428 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:44.569393 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c4960f70-6472-4e87-be1f-ef60fa9a9737 req-f6014674-a62d-433a-ae4a-d373d7fda9b7 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545260 May 11 06:45:44.606515 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=0c976279-8b75-4fa9-9ca3-337753d9430e,revision_number=7']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:44.629531 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262f5f58-ad12-4d55-9449-301818df6cc0 x-openstack-request-id: req-262f5f58-ad12-4d55-9449-301818df6cc0 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:45:44.629975 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596cbeb7-7356-4919-913a-a0adace78883", "name": "network-vif-plugged", "status": "completed", "tag": "0c976279-8b75-4fa9-9ca3-337753d9430e", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:45:44.630236 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-262f5f58-ad12-4d55-9449-301818df6cc0 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:45:44.630641 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-262f5f58-ad12-4d55-9449-301818df6cc0'] response: {'server_uuid': '596cbeb7-7356-4919-913a-a0adace78883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c976279-8b75-4fa9-9ca3-337753d9430e', 'code': 200} May 11 06:45:44.822096 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2974b0e-1754-4795-b230-0c7816b67788 req-f6986bdf-8c24-4696-a493-8234f384a290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:44.822632 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Publish callbacks [] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:44.828422 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-e2974b0e-1754-4795-b230-0c7816b67788 req-f6986bdf-8c24-4696-a493-8234f384a290 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb4348f294cc464f89b2334676442d25&device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 1127 time: 0.1217754 May 11 06:45:44.828831 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-ce5f7e8e-8a8b-4fff-bf90-69a72c2c705d req-6e1edd7f-c78c-46a8-8739-4a0a6a6e8ad5 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] For port c252b84e-76c5-4079-b1f3-11dd833563b3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c252b84e-76c5-4079-b1f3-11dd833563b3,segment=NetworkSegment(b0c8e1f3-7030-4e19-852a-8c50243131ad),segment_id=b0c8e1f3-7030-4e19-852a-8c50243131ad)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:44.831607 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:44.957917 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2974b0e-1754-4795-b230-0c7816b67788 req-b9554c50-27f6-41d7-8bb2-4ba2901b4b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:44.959708 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-e2974b0e-1754-4795-b230-0c7816b67788 req-b9554c50-27f6-41d7-8bb2-4ba2901b4b40 service neutron] 10.222.0.70 "GET /v2.0/networks?id=61e699df-3755-47eb-b019-c5436429fdb7 HTTP/1.1" status: 200 len: 916 time: 0.1239049 May 11 06:45:45.024815 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-e2974b0e-1754-4795-b230-0c7816b67788 req-6dabcba2-5f13-46a8-a945-696f11512f84 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7970ee38-ee7c-48dd-b7d9-3efd0916a387 HTTP/1.1" status: 200 len: 217 time: 0.0578794 May 11 06:45:45.087705 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2974b0e-1754-4795-b230-0c7816b67788 req-36bfa335-9ab3-43dc-8d85-28e4a89aa19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:45.089379 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-e2974b0e-1754-4795-b230-0c7816b67788 req-36bfa335-9ab3-43dc-8d85-28e4a89aa19e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff6c0e1a-69e0-4947-b746-0e027c95d678 HTTP/1.1" status: 200 len: 854 time: 0.0565097 May 11 06:45:45.145172 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2974b0e-1754-4795-b230-0c7816b67788 req-064fc24f-fc8c-470c-b1da-e1652642e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:45.146855 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-e2974b0e-1754-4795-b230-0c7816b67788 req-064fc24f-fc8c-470c-b1da-e1652642e8e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61e699df-3755-47eb-b019-c5436429fdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0507071 May 11 06:45:45.290477 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-ce5f7e8e-8a8b-4fff-bf90-69a72c2c705d req-6e1edd7f-c78c-46a8-8739-4a0a6a6e8ad5 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:45.297205 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-e2974b0e-1754-4795-b230-0c7816b67788 req-d1d0f56e-cf17-488e-b2f9-4d461690521d service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426575 May 11 06:45:45.305624 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a196c3b-9c73-4762-b32c-72119d0dd564 req-a65cd497-4af3-4f53-aab7-cd120fd92946 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:45.307726 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8a196c3b-9c73-4762-b32c-72119d0dd564 req-a65cd497-4af3-4f53-aab7-cd120fd92946 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 943 time: 0.1233380 May 11 06:45:45.312974 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-ce5f7e8e-8a8b-4fff-bf90-69a72c2c705d req-6e1edd7f-c78c-46a8-8739-4a0a6a6e8ad5 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:45.314759 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825200'] for router_interface (7135433e-95f9-4c42-9524-f20b66eaadd6), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:45.347230 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Pushing event updated for resources: {'Port': ['ID=476b4c2b-353d-485b-b3f3-3a20e8b8feb2,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:45.354778 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['c252b84e-76c5-4079-b1f3-11dd833563b3'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:45:45.383333 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:45.384304 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:45.384304 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:45.385034 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:45.385410 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:45.385626 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:45.385889 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:45.386215 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:45.386543 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:45.386870 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:45.387205 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:45.387558 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:45.387881 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:45.388199 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:45.388521 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:45.488186 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f7e8e-8a8b-4fff-bf90-69a72c2c705d req-6e1edd7f-c78c-46a8-8739-4a0a6a6e8ad5 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:45.488829 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-ce5f7e8e-8a8b-4fff-bf90-69a72c2c705d req-6e1edd7f-c78c-46a8-8739-4a0a6a6e8ad5 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:45.490432 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ce5f7e8e-8a8b-4fff-bf90-69a72c2c705d req-6e1edd7f-c78c-46a8-8739-4a0a6a6e8ad5 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "PUT /v2.0/ports/c252b84e-76c5-4079-b1f3-11dd833563b3 HTTP/1.1" status: 200 len: 981 time: 1.3089793 May 11 06:45:45.491339 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1edd7f-c78c-46a8-8739-4a0a6a6e8ad5 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Pushing event updated for resources: {'Port': ['ID=c252b84e-76c5-4079-b1f3-11dd833563b3,revision_number=6']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:45.494270 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'tag': 'c252b84e-76c5-4079-b1f3-11dd833563b3'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:45:45.497939 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff632413-7716-44d6-a620-b616396dbd77" -d '{"events": [{"name": "network-changed", "server_uuid": "eb45216e-937f-4c83-98eb-4686d045da6f", "tag": "c252b84e-76c5-4079-b1f3-11dd833563b3"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:45:45.566426 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-e2974b0e-1754-4795-b230-0c7816b67788 req-baaa9533-52f7-4e21-853f-dd3f670d3868 service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629268 May 11 06:45:45.567538 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['c252b84e-76c5-4079-b1f3-11dd833563b3'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:45:45.675400 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8a196c3b-9c73-4762-b32c-72119d0dd564 req-38491155-9732-41f1-98f8-5e877f8f490f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=20233861-2412-4aa4-a117-cb36188b3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3510365 May 11 06:45:45.774669 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Network 6742b34a-d638-418c-8bcb-aa221cf053c2 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:45:45.787846 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cb40ba-e353-41a9-933f-40b7c4456ea0 x-openstack-request-id: req-f2cb40ba-e353-41a9-933f-40b7c4456ea0 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:45:45.788142 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb45216e-937f-4c83-98eb-4686d045da6f", "tag": "c252b84e-76c5-4079-b1f3-11dd833563b3", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:45:45.788400 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-f2cb40ba-e353-41a9-933f-40b7c4456ea0 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:45:45.788810 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2cb40ba-e353-41a9-933f-40b7c4456ea0'] response: {'name': 'network-changed', 'server_uuid': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'tag': 'c252b84e-76c5-4079-b1f3-11dd833563b3', 'status': 'completed', 'code': 200} May 11 06:45:45.789689 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:45:45.838141 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5191a-ba0f-4af7-bb45-923ba93b3eaf req-18cf8b29-fd85-4cc5-a7ab-bfb35148f150 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:45.839826 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-43f5191a-ba0f-4af7-bb45-923ba93b3eaf req-18cf8b29-fd85-4cc5-a7ab-bfb35148f150 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.1701245 May 11 06:45:45.911315 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-8116f6aa-0910-4a7e-aa99-d4a67c20679e None None] Provisioning complete for port c252b84e-76c5-4079-b1f3-11dd833563b3 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:45.911966 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-8116f6aa-0910-4a7e-aa99-d4a67c20679e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:45.944786 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff632413-7716-44d6-a620-b616396dbd77 req-c848bf20-ba4b-4d08-a658-bc832f16576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:45.946346 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ff632413-7716-44d6-a620-b616396dbd77 req-c848bf20-ba4b-4d08-a658-bc832f16576c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee00a37abf8a49eba7d06738e181eb4b&device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 1168 time: 0.1260183 May 11 06:45:46.049003 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff632413-7716-44d6-a620-b616396dbd77 req-5998e8fb-f6d9-4e0a-8814-91115478304c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:46.050528 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ff632413-7716-44d6-a620-b616396dbd77 req-5998e8fb-f6d9-4e0a-8814-91115478304c service neutron] 10.222.0.70 "GET /v2.0/networks?id=eee35abb-92b2-4bc1-98fe-bda487493108 HTTP/1.1" status: 200 len: 915 time: 0.0979216 May 11 06:45:46.078030 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308a1b3-5281-4ad1-9773-c9590e33021d req-4659c28b-cf24-4e4a-a7a6-3e7fabe3ea2d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:46.078647 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e308a1b3-5281-4ad1-9773-c9590e33021d req-4659c28b-cf24-4e4a-a7a6-3e7fabe3ea2d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.1793854 May 11 06:45:46.155343 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ff632413-7716-44d6-a620-b616396dbd77 req-c0272051-5d8d-456b-aedd-f6419561d7f8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c252b84e-76c5-4079-b1f3-11dd833563b3 HTTP/1.1" status: 200 len: 1000 time: 0.0974507 May 11 06:45:46.170989 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-43f5191a-ba0f-4af7-bb45-923ba93b3eaf req-909e047d-2bc0-4d1c-aaaa-d768b6c5bfda tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2727296 May 11 06:45:46.185265 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 7970ee38-ee7c-48dd-b7d9-3efd0916a387 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:45:46.236470 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Router 7135433e-95f9-4c42-9524-f20b66eaadd6 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:45:46.248427 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff632413-7716-44d6-a620-b616396dbd77 req-8112bb45-7587-4705-bb4a-d9aa983709d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:46.250311 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ff632413-7716-44d6-a620-b616396dbd77 req-8112bb45-7587-4705-bb4a-d9aa983709d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=63c95427-0908-47ce-aa00-7d7d1b7e2598 HTTP/1.1" status: 200 len: 853 time: 0.0875897 May 11 06:45:46.269763 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e308a1b3-5281-4ad1-9773-c9590e33021d req-64db4807-6913-4ecf-ab74-99f2187567c9 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809671 May 11 06:45:46.314483 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-8116f6aa-0910-4a7e-aa99-d4a67c20679e None None] Current status of the port c252b84e-76c5-4079-b1f3-11dd833563b3 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:45:46.336196 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff632413-7716-44d6-a620-b616396dbd77 req-f9fec734-9d03-4ca8-9189-c6ec11f09b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:46.339071 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ff632413-7716-44d6-a620-b616396dbd77 req-f9fec734-9d03-4ca8-9189-c6ec11f09b31 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eee35abb-92b2-4bc1-98fe-bda487493108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0808423 May 11 06:45:46.341305 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device ab3f1084-4b84-4a5a-91b2-620c08d3f512 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:45:46.488885 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:45:46.495874 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ff632413-7716-44d6-a620-b616396dbd77 req-00e48732-c3b0-4756-a6f2-a1775f9e4e13 service neutron] 10.222.0.70 "GET /v2.0/networks/eee35abb-92b2-4bc1-98fe-bda487493108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467156 May 11 06:45:46.498325 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-e81057eb-5dd5-4369-8034-5d737d002409 admin admin] 10.222.0.64 "PUT /v2.0/routers/7135433e-95f9-4c42-9524-f20b66eaadd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0167797 May 11 06:45:46.537182 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-c883f3f2-28a0-443c-9d0a-c0e38dd8e6de None None] Provisioning complete for port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:46.537806 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-c883f3f2-28a0-443c-9d0a-c0e38dd8e6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:46.627139 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ff632413-7716-44d6-a620-b616396dbd77 req-3531e0d7-9c03-4996-91cb-49fcaa4dffe9 service neutron] 10.222.0.70 "GET /v2.0/networks/eee35abb-92b2-4bc1-98fe-bda487493108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193554 May 11 06:45:46.851142 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-c883f3f2-28a0-443c-9d0a-c0e38dd8e6de None None] Port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:45:46.854351 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port ab3f1084-4b84-4a5a-91b2-620c08d3f512 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:46.854811 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (ab3f1084-4b84-4a5a-91b2-620c08d3f512), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:46.881072 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a814ae0-e26a-4417-90bf-a0c8e29e1990 req-7567c627-b893-4eef-b6f4-75fbb7cff5d9 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:46.883683 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2a814ae0-e26a-4417-90bf-a0c8e29e1990 req-7567c627-b893-4eef-b6f4-75fbb7cff5d9 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 943 time: 0.0891418 May 11 06:45:46.906572 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 7970ee38-ee7c-48dd-b7d9-3efd0916a387, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7970ee38-ee7c-48dd-b7d9-3efd0916a387,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:46.973737 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42006) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:46.978491 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': '7970ee38-ee7c-48dd-b7d9-3efd0916a387', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'port_id': '7970ee38-ee7c-48dd-b7d9-3efd0916a387', 'mac_address': 'fa:16:3e:77:26:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:45:46.987758 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1577923438', 'description': 'tempest-description--130892567'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:47.020217 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Sync routers for ids ['7135433e-95f9-4c42-9524-f20b66eaadd6'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:45:47.040026 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2a814ae0-e26a-4417-90bf-a0c8e29e1990 req-c036b15c-1234-47f4-a3a7-d54660e937ea tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=20233861-2412-4aa4-a117-cb36188b3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476359 May 11 06:45:47.043785 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.092587 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 7970ee38-ee7c-48dd-b7d9-3efd0916a387 is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:45:47.092948 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (7970ee38-ee7c-48dd-b7d9-3efd0916a387), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.106651 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Routers {'7135433e-95f9-4c42-9524-f20b66eaadd6'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:45:47.107375 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:45:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7135433e-95f9-4c42-9524-f20b66eaadd6'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:47.165796 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7970ee38-ee7c-48dd-b7d9-3efd0916a387 {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:45:47.187197 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group (c8c51dbc-1a3b-46be-85de-e3306d74e6cf), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.191087 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port ab3f1084-4b84-4a5a-91b2-620c08d3f512 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:45:47.191608 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (ab3f1084-4b84-4a5a-91b2-620c08d3f512), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.193169 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (c8c51dbc-1a3b-46be-85de-e3306d74e6cf), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.222490 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 7970ee38-ee7c-48dd-b7d9-3efd0916a387, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7970ee38-ee7c-48dd-b7d9-3efd0916a387,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:47.238172 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c51dbc-1a3b-46be-85de-e3306d74e6cf,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:47.242809 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (7970ee38-ee7c-48dd-b7d9-3efd0916a387), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.250709 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] For port ab3f1084-4b84-4a5a-91b2-620c08d3f512, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=ab3f1084-4b84-4a5a-91b2-620c08d3f512,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:47.253367 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:47.254324 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:47.255325 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:47.255879 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:47.256519 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:47.259810 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:47.260544 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:47.261109 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:47.261906 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:47.262188 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:47.263237 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:47.263237 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:47.263937 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:47.264664 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:47.265268 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:45:47.272210 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.277343 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 42008) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:47.278417 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-e6884444-d07c-4084-b6b8-9a5a2bb5d3e2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3035474 May 11 06:45:47.288419 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-a09c9d3f-a0bc-44a9-9fe4-7f82974246eb tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Request body: {'security_group_rule': {'security_group_id': 'c8c51dbc-1a3b-46be-85de-e3306d74e6cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:47.317086 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (ab3f1084-4b84-4a5a-91b2-620c08d3f512), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.362603 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a09c9d3f-a0bc-44a9-9fe4-7f82974246eb tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group_rule (6cbc83f3-fb06-4526-9a9b-7d60de9adbf9), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.372794 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Set router 7135433e-95f9-4c42-9524-f20b66eaadd6 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:45:47.408571 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=7970ee38-ee7c-48dd-b7d9-3efd0916a387,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:47.436229 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a09c9d3f-a0bc-44a9-9fe4-7f82974246eb tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group_rule (6cbc83f3-fb06-4526-9a9b-7d60de9adbf9), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.451682 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a09c9d3f-a0bc-44a9-9fe4-7f82974246eb tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (6cbc83f3-fb06-4526-9a9b-7d60de9adbf9), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.504586 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c9d3f-a0bc-44a9-9fe4-7f82974246eb tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbc83f3-fb06-4526-9a9b-7d60de9adbf9,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:47.531425 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c83ef5-9dbf-45dd-9ee8-11e9fd585204 req-110e509d-1bf5-4b20-b5ad-01645749cf71 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:47.533042 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d9c83ef5-9dbf-45dd-9ee8-11e9fd585204 req-110e509d-1bf5-4b20-b5ad-01645749cf71 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0949702 May 11 06:45:47.536491 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a09c9d3f-a0bc-44a9-9fe4-7f82974246eb tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.537633 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-a09c9d3f-a0bc-44a9-9fe4-7f82974246eb tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2591174 May 11 06:45:47.541322 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 42012) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:47.553028 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-4ec25a4b-70e4-4c66-87d9-51c079b1da2d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Request body: {'security_group_rule': {'security_group_id': 'c8c51dbc-1a3b-46be-85de-e3306d74e6cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:47.586557 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Pushing event updated for resources: {'Port': ['ID=ab3f1084-4b84-4a5a-91b2-620c08d3f512,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:47.626142 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d9c83ef5-9dbf-45dd-9ee8-11e9fd585204 req-6052a59d-3e49-4ee9-b0e4-8b66ac9bcf9f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824652 May 11 06:45:47.654711 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4ec25a4b-70e4-4c66-87d9-51c079b1da2d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group_rule (ec1c3f2e-e531-409c-addd-353f438ae84f), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.719307 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4ec25a4b-70e4-4c66-87d9-51c079b1da2d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group_rule (ec1c3f2e-e531-409c-addd-353f438ae84f), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.725685 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4ec25a4b-70e4-4c66-87d9-51c079b1da2d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (ec1c3f2e-e531-409c-addd-353f438ae84f), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.734763 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:44Z', 'revision_number': 4, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '476b4c2b-353d-485b-b3f3-3a20e8b8feb2', 'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'mac_address': 'fa:16:3e:22:be:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:43Z', 'updated_at': '2022-05-11T06:45:44Z', 'revision_number': 2, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'subnets': [{'id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:47.745026 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec25a4b-70e4-4c66-87d9-51c079b1da2d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1c3f2e-e531-409c-addd-353f438ae84f,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:47.768562 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4ec25a4b-70e4-4c66-87d9-51c079b1da2d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.773482 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42014) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:47.777998 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['7970ee38-ee7c-48dd-b7d9-3efd0916a387'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:45:47.781057 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Checking router: 7135433e-95f9-4c42-9524-f20b66eaadd6 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:45:47.781217 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Request body: {'floatingip': {'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:47.781565 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Updating router 7135433e-95f9-4c42-9524-f20b66eaadd6 port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 binding host dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:45:47.786875 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-4ec25a4b-70e4-4c66-87d9-51c079b1da2d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2385964 May 11 06:45:47.828944 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.857993 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:47.933952 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:48.086997 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Allocated IP 172.27.2.99 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/c695214c-72dd-4c45-b0a5-c2b61bd0d05f) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:45:48.235223 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device ab3f1084-4b84-4a5a-91b2-620c08d3f512 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:45:48.240676 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6279a-3857-4ca6-85c1-c8caadecb3e7 req-5e139cf3-39bd-4907-85cd-587da97fbe35 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:48.243721 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c6f6279a-3857-4ca6-85c1-c8caadecb3e7 req-5e139cf3-39bd-4907-85cd-587da97fbe35 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 944 time: 0.1194968 May 11 06:45:48.319834 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c6f6279a-3857-4ca6-85c1-c8caadecb3e7 req-f1acc6f2-542c-453b-b1f9-c594583606a7 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=20233861-2412-4aa4-a117-cb36188b3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707192 May 11 06:45:48.345269 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for port (c695214c-72dd-4c45-b0a5-c2b61bd0d05f), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:48.355802 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port ab3f1084-4b84-4a5a-91b2-620c08d3f512 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:48.356181 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (ab3f1084-4b84-4a5a-91b2-620c08d3f512), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:48.394794 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (c695214c-72dd-4c45-b0a5-c2b61bd0d05f), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:48.433434 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Publish callbacks [] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), precommit_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:48.444234 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:48.453139 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event updated for resources: {'Port': ['ID=c695214c-72dd-4c45-b0a5-c2b61bd0d05f,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:48.466315 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:45:48.468366 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:45:48.470645 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:45:48.522658 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02e6c4-8624-491c-b4a3-42d0931f4f79 None None] Pushing event updated for resources: {'Port': ['ID=476b4c2b-353d-485b-b3f3-3a20e8b8feb2,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:48.536630 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port ab3f1084-4b84-4a5a-91b2-620c08d3f512 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:45:48.578452 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for floatingip (88dbd404-24f2-4eef-ac79-ed67a6bb0e9a), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:48.606525 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Attempting to bind port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:45:48.607251 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Attempting to bind port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '649779a0-105f-4993-a569-234103bbdf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:45:48.607251 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Attempting to bind port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 on network 6742b34a-d638-418c-8bcb-aa221cf053c2 {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:45:48.612919 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:45:48.613297 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Checking segment: {'id': '649779a0-105f-4993-a569-234103bbdf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:45:48.613757 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:48.614158 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Bound using segment: {'id': '649779a0-105f-4993-a569-234103bbdf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:45:48.614655 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Bound port: 476b4c2b-353d-485b-b3f3-3a20e8b8feb2, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649779a0-105f-4993-a569-234103bbdf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:45:48.615032 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:48.630680 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c695214c-72dd-4c45-b0a5-c2b61bd0d05f), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:48.710294 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] For port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:45:48.718593 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] For port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=476b4c2b-353d-485b-b3f3-3a20e8b8feb2,segment=NetworkSegment(649779a0-105f-4993-a569-234103bbdf08),segment_id=649779a0-105f-4993-a569-234103bbdf08)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:45:48.741580 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:48.827401 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e02e6c4-8624-491c-b4a3-42d0931f4f79 None None] Pushing event updated for resources: {'Port': ['ID=476b4c2b-353d-485b-b3f3-3a20e8b8feb2,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:48.831096 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Routers {'7135433e-95f9-4c42-9524-f20b66eaadd6'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:45:48.831743 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:45:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7135433e-95f9-4c42-9524-f20b66eaadd6'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:48.854053 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa274400-8841-472b-ab46-a4412c57244b req-6790abf4-3397-44cb-8ba1-726051996934 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:48.861800 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fa274400-8841-472b-ab46-a4412c57244b req-6790abf4-3397-44cb-8ba1-726051996934 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0995197 May 11 06:45:48.949805 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for port (c695214c-72dd-4c45-b0a5-c2b61bd0d05f), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:48.951993 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fa274400-8841-472b-ab46-a4412c57244b req-854e2a6a-4fe5-4cf7-9224-745a07d1878e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899975 May 11 06:45:48.958611 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (c695214c-72dd-4c45-b0a5-c2b61bd0d05f), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:49.059952 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event updated for resources: {'Port': ['ID=c695214c-72dd-4c45-b0a5-c2b61bd0d05f,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:49.074654 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (88dbd404-24f2-4eef-ac79-ed67a6bb0e9a), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:49.094183 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:49.099594 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-da059d6d-b5cf-45fe-90c9-6e776880dcf1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3206124 May 11 06:45:49.154234 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-f7070492-7382-4a2b-bc61-eb71ee4fd546 None None] Provisioning complete for port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:49.155541 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f7070492-7382-4a2b-bc61-eb71ee4fd546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:49.174306 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] Set router 7135433e-95f9-4c42-9524-f20b66eaadd6 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:45:49.294247 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2eb96986-9256-4f15-9314-a11119a73786 req-01931202-19fa-4828-b8f1-afc5b21d8e9e tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1577923438&fields=id&tenant_id=ec5def7947c243698109bfc891b0992f HTTP/1.1" status: 200 len: 267 time: 0.0682480 May 11 06:45:49.419717 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:44Z', 'revision_number': 4, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '476b4c2b-353d-485b-b3f3-3a20e8b8feb2', 'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'mac_address': 'fa:16:3e:22:be:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:43Z', 'updated_at': '2022-05-11T06:45:48Z', 'revision_number': 4, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'subnets': [{'id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:49.456022 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ad41d5-8945-4fa3-be11-8413691f25eb None None] The sync data for ids ['7135433e-95f9-4c42-9524-f20b66eaadd6'] in dv-cinder-804757-27-iscsi is: [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:44Z', 'revision_number': 4, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '476b4c2b-353d-485b-b3f3-3a20e8b8feb2', 'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'mac_address': 'fa:16:3e:22:be:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:43Z', 'updated_at': '2022-05-11T06:45:48Z', 'revision_number': 4, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'subnets': [{'id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:45:49.481830 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb96986-9256-4f15-9314-a11119a73786 req-aa9fdc12-e96e-494a-baa4-3dbd2aef0131 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:49.485893 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2eb96986-9256-4f15-9314-a11119a73786 req-aa9fdc12-e96e-494a-baa4-3dbd2aef0131 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/networks?id=6742b34a-d638-418c-8bcb-aa221cf053c2 HTTP/1.1" status: 200 len: 810 time: 0.1802344 May 11 06:45:49.497480 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-f7070492-7382-4a2b-bc61-eb71ee4fd546 None None] Current status of the port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:45:49.497909 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f7070492-7382-4a2b-bc61-eb71ee4fd546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:49.499956 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7918965-1591-45a4-9515-f61832b87c43 req-2ffe1194-b58c-4eb6-af4f-50cba0f1ff2c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:49.501499 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b7918965-1591-45a4-9515-f61832b87c43 req-2ffe1194-b58c-4eb6-af4f-50cba0f1ff2c tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 944 time: 0.0819604 May 11 06:45:49.513158 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2eb96986-9256-4f15-9314-a11119a73786 req-64098798-a422-4c08-a059-404b1944f68a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/quotas/ec5def7947c243698109bfc891b0992f HTTP/1.1" status: 200 len: 375 time: 0.0107059 May 11 06:45:49.575122 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-f7070492-7382-4a2b-bc61-eb71ee4fd546 None None] For port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=476b4c2b-353d-485b-b3f3-3a20e8b8feb2,segment=NetworkSegment(649779a0-105f-4993-a569-234103bbdf08),segment_id=649779a0-105f-4993-a569-234103bbdf08)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:49.592880 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f7070492-7382-4a2b-bc61-eb71ee4fd546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:49.640695 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2eb96986-9256-4f15-9314-a11119a73786 req-d70678bc-542b-4dec-ad1e-7522c1a0f3eb tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec5def7947c243698109bfc891b0992f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0820827 May 11 06:45:49.651855 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b7918965-1591-45a4-9515-f61832b87c43 req-4232f0ff-0e7a-42b9-a899-e9db8f8fc01a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=20233861-2412-4aa4-a117-cb36188b3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376369 May 11 06:45:49.713590 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-89c9f093-ebc8-4d48-9ddf-eb1d368626cf None None] Provisioning complete for port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:49.714643 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-89c9f093-ebc8-4d48-9ddf-eb1d368626cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:49.717081 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7070492-7382-4a2b-bc61-eb71ee4fd546 None None] Pushing event updated for resources: {'Port': ['ID=476b4c2b-353d-485b-b3f3-3a20e8b8feb2,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:49.790003 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2eb96986-9256-4f15-9314-a11119a73786 req-d8953741-80cf-4709-a86a-db510b34e615 service neutron] 10.222.0.64 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370428 May 11 06:45:49.859724 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-89c9f093-ebc8-4d48-9ddf-eb1d368626cf None None] Current status of the port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:45:49.910110 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2eb96986-9256-4f15-9314-a11119a73786 req-09d512c1-e773-4479-a6c9-6dcfa7612a0f service neutron] 10.222.0.64 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191313 May 11 06:45:50.184031 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 7970ee38-ee7c-48dd-b7d9-3efd0916a387 up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:45:50.296247 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b1870dd8-d667-4585-be10-326f332c36d7 req-916d296f-c6fa-4cc1-bdd7-f3003082278f tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 210 time: 0.0546594 May 11 06:45:50.305705 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:45:50.309300 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a995a-a6f6-4aad-b991-a2f0a6aa9a5d req-fe250fcd-8c92-4f71-a76d-476ef576028e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:50.311639 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-884a995a-a6f6-4aad-b991-a2f0a6aa9a5d req-fe250fcd-8c92-4f71-a76d-476ef576028e tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.1722245 May 11 06:45:50.395444 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-884a995a-a6f6-4aad-b991-a2f0a6aa9a5d req-e1af982e-af83-45d7-bafc-9c1eb88e1f29 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778725 May 11 06:45:50.414630 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:50.415028 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:50.460882 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port 7970ee38-ee7c-48dd-b7d9-3efd0916a387 completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:45:50.475518 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port 7970ee38-ee7c-48dd-b7d9-3efd0916a387 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:50.476046 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (7970ee38-ee7c-48dd-b7d9-3efd0916a387), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:50.539933 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:45:50.624683 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 7970ee38-ee7c-48dd-b7d9-3efd0916a387 is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:45:50.624945 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (7970ee38-ee7c-48dd-b7d9-3efd0916a387), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:50.676086 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 7970ee38-ee7c-48dd-b7d9-3efd0916a387, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7970ee38-ee7c-48dd-b7d9-3efd0916a387,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:50.677331 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4191b4-a818-4c0f-95ee-869fd30177e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7970ee38-ee7c-48dd-b7d9-3efd0916a387'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:45:50.680105 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b039a769-0379-4f17-ace9-c7547caf36b8" -d '{"events": [{"server_uuid": "ef4191b4-a818-4c0f-95ee-869fd30177e2", "name": "network-vif-plugged", "status": "completed", "tag": "7970ee38-ee7c-48dd-b7d9-3efd0916a387"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:45:50.686016 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (7970ee38-ee7c-48dd-b7d9-3efd0916a387), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:50.763551 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6166fd1-7ba9-4e55-8219-298bb2729e28 x-openstack-request-id: req-b6166fd1-7ba9-4e55-8219-298bb2729e28 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:45:50.765232 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4191b4-a818-4c0f-95ee-869fd30177e2", "name": "network-vif-plugged", "status": "completed", "tag": "7970ee38-ee7c-48dd-b7d9-3efd0916a387", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:45:50.767354 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6166fd1-7ba9-4e55-8219-298bb2729e28 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:45:50.767565 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6166fd1-7ba9-4e55-8219-298bb2729e28'] response: {'server_uuid': 'ef4191b4-a818-4c0f-95ee-869fd30177e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7970ee38-ee7c-48dd-b7d9-3efd0916a387', 'code': 200} May 11 06:45:50.801155 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=7970ee38-ee7c-48dd-b7d9-3efd0916a387,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:50.873203 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd7878-a560-4e1e-9012-d9249717ef89 req-ce49c4c5-31d0-4279-b762-9d8af614319a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:50.876619 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-82fd7878-a560-4e1e-9012-d9249717ef89 req-ce49c4c5-31d0-4279-b762-9d8af614319a tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 945 time: 0.1225674 May 11 06:45:50.989574 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-82fd7878-a560-4e1e-9012-d9249717ef89 req-9c16f6e1-09ce-4c0c-9877-d432a2fe8a84 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=20233861-2412-4aa4-a117-cb36188b3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060505 May 11 06:45:51.083512 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b044ac2b-3a8f-4503-9e7d-302c1bdc7afa req-cf126fb6-c412-4165-89d2-891985f4090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:51.089931 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b044ac2b-3a8f-4503-9e7d-302c1bdc7afa req-cf126fb6-c412-4165-89d2-891985f4090b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 1129 time: 0.0664268 May 11 06:45:51.154287 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b044ac2b-3a8f-4503-9e7d-302c1bdc7afa req-5592337c-e589-4b2b-86fd-5112c7986771 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=20233861-2412-4aa4-a117-cb36188b3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574572 May 11 06:45:51.398388 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a8b76411-7a1c-4bc2-a76f-54dc8c54d629 req-e551c253-dcb7-4afe-944b-18aba176dfba tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 210 time: 0.0373015 May 11 06:45:51.539534 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3c5008-5508-43fe-bb05-340b188dca7f req-51cb3749-a7e6-4fa8-830c-1d1166b3eb86 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:51.542498 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0d3c5008-5508-43fe-bb05-340b188dca7f req-51cb3749-a7e6-4fa8-830c-1d1166b3eb86 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0525758 May 11 06:45:51.601389 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0d3c5008-5508-43fe-bb05-340b188dca7f req-8ea45586-aaa2-4373-860b-6aa6c3bcbdd0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525258 May 11 06:45:52.161352 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ffd88-05c0-41d0-9b6e-22941d69bb9e req-9b0e7448-6e73-45e7-af15-24471108b34d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:52.163683 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-708ffd88-05c0-41d0-9b6e-22941d69bb9e req-9b0e7448-6e73-45e7-af15-24471108b34d tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 945 time: 0.0769157 May 11 06:45:52.225081 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-708ffd88-05c0-41d0-9b6e-22941d69bb9e req-6f9a6d96-5adb-453a-a7e2-662312defc80 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=20233861-2412-4aa4-a117-cb36188b3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553677 May 11 06:45:52.387879 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb96986-9256-4f15-9314-a11119a73786 req-ebaca641-7cbf-464b-84bf-ceb0a99c63d7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:52.391323 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eb96986-9256-4f15-9314-a11119a73786 req-ebaca641-7cbf-464b-84bf-ceb0a99c63d7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.70 "GET /v2.0/networks?id=6742b34a-d638-418c-8bcb-aa221cf053c2 HTTP/1.1" status: 200 len: 810 time: 0.1333289 May 11 06:45:52.513669 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eb96986-9256-4f15-9314-a11119a73786 req-46178db4-ec39-4ad7-a625-19a1d4abd39d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec5def7947c243698109bfc891b0992f HTTP/1.1" status: 200 len: 380 time: 0.0927868 May 11 06:45:52.518845 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-aa257bc9-8118-4258-9360-388b202cb4ce req-91d60a43-dc59-4462-bb06-3ae997ec03a6 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 210 time: 0.0343153 May 11 06:45:52.536555 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-2eb96986-9256-4f15-9314-a11119a73786 req-8dbf8461-4c29-42f4-869f-bae1c6e1baac tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Request body: {'port': {'device_id': '319d4a2d-cf16-4a05-824b-f0e457578c58', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'admin_state_up': True, 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'security_groups': ['c8c51dbc-1a3b-46be-85de-e3306d74e6cf']}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:52.687637 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb96986-9256-4f15-9314-a11119a73786 req-8dbf8461-4c29-42f4-869f-bae1c6e1baac tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Made reservation on behalf of ec5def7947c243698109bfc891b0992f for: {'port': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:45:52.692137 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eb96986-9256-4f15-9314-a11119a73786 req-8dbf8461-4c29-42f4-869f-bae1c6e1baac tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:52.752472 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af9ad9-c7c3-4b73-9565-cb1d20ef9997 req-66fde58a-0ac1-48bc-b6bc-56e5abfd38cc tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:52.759808 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-56af9ad9-c7c3-4b73-9565-cb1d20ef9997 req-66fde58a-0ac1-48bc-b6bc-56e5abfd38cc tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0668948 May 11 06:45:52.822538 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-56af9ad9-c7c3-4b73-9565-cb1d20ef9997 req-27105a43-a544-4376-89c8-12f92d83ed81 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616980 May 11 06:45:52.875080 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [req-2eb96986-9256-4f15-9314-a11119a73786 req-8dbf8461-4c29-42f4-869f-bae1c6e1baac tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Allocated IP 172.20.0.12 (6742b34a-d638-418c-8bcb-aa221cf053c2/e9b3a199-1eaf-4b46-8767-b476ce91f16d/3abf2078-858c-4ccf-a7cb-d16309a1b893) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:45:53.064436 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eb96986-9256-4f15-9314-a11119a73786 req-8dbf8461-4c29-42f4-869f-bae1c6e1baac tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for port (3abf2078-858c-4ccf-a7cb-d16309a1b893), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:53.110485 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eb96986-9256-4f15-9314-a11119a73786 req-8dbf8461-4c29-42f4-869f-bae1c6e1baac tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (3abf2078-858c-4ccf-a7cb-d16309a1b893), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:53.183034 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb96986-9256-4f15-9314-a11119a73786 req-8dbf8461-4c29-42f4-869f-bae1c6e1baac tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Network 6742b34a-d638-418c-8bcb-aa221cf053c2 is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:45:53.188765 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [req-2eb96986-9256-4f15-9314-a11119a73786 req-8dbf8461-4c29-42f4-869f-bae1c6e1baac tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:45:53.193829 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb96986-9256-4f15-9314-a11119a73786 req-8dbf8461-4c29-42f4-869f-bae1c6e1baac tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:45:53.198686 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf8461-4c29-42f4-869f-bae1c6e1baac tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event updated for resources: {'Port': ['ID=3abf2078-858c-4ccf-a7cb-d16309a1b893,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:53.253728 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb96986-9256-4f15-9314-a11119a73786 req-8dbf8461-4c29-42f4-869f-bae1c6e1baac tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:53.254395 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eb96986-9256-4f15-9314-a11119a73786 req-8dbf8461-4c29-42f4-869f-bae1c6e1baac tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:53.273099 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eb96986-9256-4f15-9314-a11119a73786 req-8dbf8461-4c29-42f4-869f-bae1c6e1baac tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7407007 May 11 06:45:53.435476 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-8d89b3dd-0261-417e-be86-5963b185938b None None] Provisioning complete for port 3abf2078-858c-4ccf-a7cb-d16309a1b893 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:45:53.435928 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-8d89b3dd-0261-417e-be86-5963b185938b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (3abf2078-858c-4ccf-a7cb-d16309a1b893), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:53.442412 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85de39-6546-42ec-b293-a697ebdf9326 req-4983d446-8846-4c37-8877-19b586bef6d2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:53.449559 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6d85de39-6546-42ec-b293-a697ebdf9326 req-4983d446-8846-4c37-8877-19b586bef6d2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 945 time: 0.0672538 May 11 06:45:53.460221 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Request body: {'port': {'device_id': '319d4a2d-cf16-4a05-824b-f0e457578c58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:53.500319 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-8d89b3dd-0261-417e-be86-5963b185938b None None] Port 3abf2078-858c-4ccf-a7cb-d16309a1b893 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:45:53.517237 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6d85de39-6546-42ec-b293-a697ebdf9326 req-95cc0468-3e03-4f2f-8558-e1f94c350f08 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=20233861-2412-4aa4-a117-cb36188b3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667422 May 11 06:45:53.544646 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (3abf2078-858c-4ccf-a7cb-d16309a1b893), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:53.694382 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bb1d7-4858-4329-abfa-c1b857f74b54 req-a701f70d-299a-4c87-9132-a573f3c048a4 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:53.701246 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-295bb1d7-4858-4329-abfa-c1b857f74b54 req-a701f70d-299a-4c87-9132-a573f3c048a4 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 945 time: 0.0824337 May 11 06:45:53.708861 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42080) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:45:53.714344 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-732fb17b-5448-4f0a-941d-78ce0172fdd6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Request body: {'floatingip': {'port_id': '7970ee38-ee7c-48dd-b7d9-3efd0916a387'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:45:53.726221 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e99e3-125b-456e-9ecf-f48ea359b82a req-e67f2774-d508-4f7c-b6dd-995120c790fd tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:53.728628 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b31e99e3-125b-456e-9ecf-f48ea359b82a req-e67f2774-d508-4f7c-b6dd-995120c790fd tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 932 time: 0.0799487 May 11 06:45:53.773734 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-732fb17b-5448-4f0a-941d-78ce0172fdd6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (fa9f4f8c-3675-4789-9613-e7c6b4b9f621), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:53.805890 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b31e99e3-125b-456e-9ecf-f48ea359b82a req-d209863c-798c-4281-90d2-dde0f51a553d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704792 May 11 06:45:53.982488 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2973e85-387c-4a7d-9f7c-79ad7b9e248d req-a985d8f4-2156-4854-b582-c85703dcead7 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:53.989340 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f2973e85-387c-4a7d-9f7c-79ad7b9e248d req-a985d8f4-2156-4854-b582-c85703dcead7 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0766447 May 11 06:45:54.052424 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f2973e85-387c-4a7d-9f7c-79ad7b9e248d req-d2ee2aa7-2b0d-46dc-a55f-4a6fae2f9cbc tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621665 May 11 06:45:54.128731 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3abf2078-858c-4ccf-a7cb-d16309a1b893 {{(pid=104514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:45:54.145911 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Publish callbacks [] for port (3abf2078-858c-4ccf-a7cb-d16309a1b893), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:54.202298 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.provisioning_blocks [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Transition to ACTIVE for port object 3abf2078-858c-4ccf-a7cb-d16309a1b893 will not be triggered until provisioned by entity L2. {{(pid=104514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:45:54.245425 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (3abf2078-858c-4ccf-a7cb-d16309a1b893), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:54.330702 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Pushing event updated for resources: {'Port': ['ID=3abf2078-858c-4ccf-a7cb-d16309a1b893,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:54.484127 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Attempting to bind port 3abf2078-858c-4ccf-a7cb-d16309a1b893 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:45:54.484943 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Attempting to bind port 3abf2078-858c-4ccf-a7cb-d16309a1b893 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '649779a0-105f-4993-a569-234103bbdf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:45:54.484943 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Attempting to bind port 3abf2078-858c-4ccf-a7cb-d16309a1b893 on network 6742b34a-d638-418c-8bcb-aa221cf053c2 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:45:54.493830 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Port 3abf2078-858c-4ccf-a7cb-d16309a1b893 on network 6742b34a-d638-418c-8bcb-aa221cf053c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:45:54.494151 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Attempting to bind port 3abf2078-858c-4ccf-a7cb-d16309a1b893 on network 6742b34a-d638-418c-8bcb-aa221cf053c2 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:45:54.505866 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:45:54.506208 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Checking segment: {'id': '649779a0-105f-4993-a569-234103bbdf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:45:54.506592 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Bound using segment: {'id': '649779a0-105f-4993-a569-234103bbdf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:45:54.507027 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Bound port: 3abf2078-858c-4ccf-a7cb-d16309a1b893, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649779a0-105f-4993-a569-234103bbdf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:45:54.507422 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (3abf2078-858c-4ccf-a7cb-d16309a1b893), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:54.616661 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-732fb17b-5448-4f0a-941d-78ce0172fdd6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:54.627836 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-732fb17b-5448-4f0a-941d-78ce0172fdd6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (fa9f4f8c-3675-4789-9613-e7c6b4b9f621), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:54.702663 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] For port 3abf2078-858c-4ccf-a7cb-d16309a1b893, host hv-cinder-80475, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:45:54.944939 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a6e0c-7950-4bae-97ce-9dbb08275603 req-4cd726b8-afd2-4e8b-975a-2d12222be469 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:54.951845 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-240a6e0c-7950-4bae-97ce-9dbb08275603 req-4cd726b8-afd2-4e8b-975a-2d12222be469 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 944 time: 0.0601168 May 11 06:45:55.020115 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-240a6e0c-7950-4bae-97ce-9dbb08275603 req-5d643138-b7aa-4085-9720-0b224ad67dca tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614393 May 11 06:45:55.038838 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] For port 3abf2078-858c-4ccf-a7cb-d16309a1b893, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3abf2078-858c-4ccf-a7cb-d16309a1b893,segment=NetworkSegment(649779a0-105f-4993-a569-234103bbdf08),segment_id=649779a0-105f-4993-a569-234103bbdf08)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:45:55.049449 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (3abf2078-858c-4ccf-a7cb-d16309a1b893), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:55.084665 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.l3_db [None req-732fb17b-5448-4f0a-941d-78ce0172fdd6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Floating IP fa9f4f8c-3675-4789-9613-e7c6b4b9f621 associated. External IP: 172.27.2.47, port: 7970ee38-ee7c-48dd-b7d9-3efd0916a387. May 11 06:45:55.157257 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:55.157985 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:55.159547 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eb96986-9256-4f15-9314-a11119a73786 req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] 10.222.0.70 "PUT /v2.0/ports/3abf2078-858c-4ccf-a7cb-d16309a1b893 HTTP/1.1" status: 200 len: 1094 time: 1.7035840 May 11 06:45:55.160074 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319d4a2d-cf16-4a05-824b-f0e457578c58', 'tag': '3abf2078-858c-4ccf-a7cb-d16309a1b893'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:45:55.162573 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6c6191-23f2-4076-9f75-1264ebd32673" -d '{"events": [{"name": "network-changed", "server_uuid": "319d4a2d-cf16-4a05-824b-f0e457578c58", "tag": "3abf2078-858c-4ccf-a7cb-d16309a1b893"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:45:55.207560 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ec9f5-574e-4f37-bcb0-292cdb783e89 service neutron] Pushing event updated for resources: {'Port': ['ID=3abf2078-858c-4ccf-a7cb-d16309a1b893,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:55.263111 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58ee67a-6dd7-4a18-b6f6-6cbd980aa492 x-openstack-request-id: req-b58ee67a-6dd7-4a18-b6f6-6cbd980aa492 {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:45:55.263444 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319d4a2d-cf16-4a05-824b-f0e457578c58", "tag": "3abf2078-858c-4ccf-a7cb-d16309a1b893", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:45:55.263666 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b58ee67a-6dd7-4a18-b6f6-6cbd980aa492 {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:45:55.264062 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58ee67a-6dd7-4a18-b6f6-6cbd980aa492'] response: {'name': 'network-changed', 'server_uuid': '319d4a2d-cf16-4a05-824b-f0e457578c58', 'tag': '3abf2078-858c-4ccf-a7cb-d16309a1b893', 'status': 'completed', 'code': 200} May 11 06:45:55.273095 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be34efee-4dcf-472d-868e-9ba34a3c7dc9 req-7890d4a1-6225-45b2-bfe3-8d70fd261646 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:55.275771 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-be34efee-4dcf-472d-868e-9ba34a3c7dc9 req-7890d4a1-6225-45b2-bfe3-8d70fd261646 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.1195192 May 11 06:45:55.320741 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb96986-9256-4f15-9314-a11119a73786 req-78e9e2bf-914e-40e5-84e3-7ed259c217b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:55.322820 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eb96986-9256-4f15-9314-a11119a73786 req-78e9e2bf-914e-40e5-84e3-7ed259c217b1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec5def7947c243698109bfc891b0992f&device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 1128 time: 0.0615396 May 11 06:45:55.357503 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-be34efee-4dcf-472d-868e-9ba34a3c7dc9 req-e9481fe8-f152-4825-8eb6-d46663dbc726 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717075 May 11 06:45:55.405176 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eb96986-9256-4f15-9314-a11119a73786 req-3f45de42-a15e-44ca-ab73-c16fa5b59c43 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3abf2078-858c-4ccf-a7cb-d16309a1b893 HTTP/1.1" status: 200 len: 217 time: 0.0547006 May 11 06:45:55.515722 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb96986-9256-4f15-9314-a11119a73786 req-65cdfabc-0885-4531-9bf0-1604abdc2e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:55.517192 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eb96986-9256-4f15-9314-a11119a73786 req-65cdfabc-0885-4531-9bf0-1604abdc2e47 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9b3a199-1eaf-4b46-8767-b476ce91f16d HTTP/1.1" status: 200 len: 849 time: 0.0662384 May 11 06:45:55.600054 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb96986-9256-4f15-9314-a11119a73786 req-78294418-d0d3-430d-ab62-a95597de3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:55.601580 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eb96986-9256-4f15-9314-a11119a73786 req-78294418-d0d3-430d-ab62-a95597de3d42 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6742b34a-d638-418c-8bcb-aa221cf053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0770383 May 11 06:45:55.638784 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732fb17b-5448-4f0a-941d-78ce0172fdd6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Router 58024757-0472-42af-9a5f-e09dbcca1c29 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:45:55.653312 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2654e8cc-519d-4e2b-bdae-e0f5bcefb500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:55.770005 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eb96986-9256-4f15-9314-a11119a73786 req-ccf67310-07cc-43ab-8841-ae1c331bfd2b service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573133 May 11 06:45:55.880791 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732fb17b-5448-4f0a-941d-78ce0172fdd6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:45:55.885898 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-732fb17b-5448-4f0a-941d-78ce0172fdd6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:55.892563 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff287c05-3f5b-4911-9520-34ac3c67d7e4 None None] Sync routers for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:45:55.903746 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff287c05-3f5b-4911-9520-34ac3c67d7e4 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:45:55.904610 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-ff287c05-3f5b-4911-9520-34ac3c67d7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:45:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:55.933021 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-732fb17b-5448-4f0a-941d-78ce0172fdd6 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "PUT /v2.0/floatingips/fa9f4f8c-3675-4789-9613-e7c6b4b9f621 HTTP/1.1" status: 200 len: 990 time: 2.2231009 May 11 06:45:55.943952 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2eb96986-9256-4f15-9314-a11119a73786 req-91ebe453-d393-4c99-b71d-b925cfd8c978 service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428268 May 11 06:45:56.059056 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-ff287c05-3f5b-4911-9520-34ac3c67d7e4 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:45:56.141426 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315d58a-4962-4f71-aac2-6a786564b88e req-85db44ed-db2e-4971-bd75-349286eaed37 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:56.142985 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7315d58a-4962-4f71-aac2-6a786564b88e req-85db44ed-db2e-4971-bd75-349286eaed37 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 944 time: 0.0595644 May 11 06:45:56.213124 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7315d58a-4962-4f71-aac2-6a786564b88e req-1eff5e5e-a87c-4a94-abfe-819f7c2cb9ed tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615373 May 11 06:45:56.310958 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-ff287c05-3f5b-4911-9520-34ac3c67d7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'fa9f4f8c-3675-4789-9613-e7c6b4b9f621', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': '7970ee38-ee7c-48dd-b7d9-3efd0916a387', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:77:26:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4191b4-a818-4c0f-95ee-869fd30177e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:45:37Z', 'updated_at': '2022-05-11T06:45:54Z', 'revision_number': 1, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:56.341585 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff287c05-3f5b-4911-9520-34ac3c67d7e4 None None] Checking router: 58024757-0472-42af-9a5f-e09dbcca1c29 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:45:56.350222 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff287c05-3f5b-4911-9520-34ac3c67d7e4 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:45:56.350846 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-ff287c05-3f5b-4911-9520-34ac3c67d7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:45:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:56.471837 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-ff287c05-3f5b-4911-9520-34ac3c67d7e4 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:45:56.543937 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3164e452-385f-40ee-9eda-48198c4d8af7 req-8f80bca6-37e9-4fe0-9b1e-f6890c3536ac tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:56.545911 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3164e452-385f-40ee-9eda-48198c4d8af7 req-8f80bca6-37e9-4fe0-9b1e-f6890c3536ac tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0695131 May 11 06:45:56.628036 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3164e452-385f-40ee-9eda-48198c4d8af7 req-c641b567-437d-4ef6-8b2d-16545ffcabb0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696375 May 11 06:45:56.829739 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-ff287c05-3f5b-4911-9520-34ac3c67d7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'fa9f4f8c-3675-4789-9613-e7c6b4b9f621', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': '7970ee38-ee7c-48dd-b7d9-3efd0916a387', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:77:26:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4191b4-a818-4c0f-95ee-869fd30177e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:45:37Z', 'updated_at': '2022-05-11T06:45:54Z', 'revision_number': 1, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:45:56.860457 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff287c05-3f5b-4911-9520-34ac3c67d7e4 None None] The sync data for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi is: [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'fa9f4f8c-3675-4789-9613-e7c6b4b9f621', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'floating_ip_address': '172.27.2.47', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'port_id': '7970ee38-ee7c-48dd-b7d9-3efd0916a387', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'mac_address': 'fa:16:3e:77:26:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef4191b4-a818-4c0f-95ee-869fd30177e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:45:37Z', 'updated_at': '2022-05-11T06:45:54Z', 'revision_number': 1, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:45:57.026584 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c6191-23f2-4076-9f75-1264ebd32673 req-89f776af-6838-473b-91cc-6d3738e30a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:57.033039 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0d6c6191-23f2-4076-9f75-1264ebd32673 req-89f776af-6838-473b-91cc-6d3738e30a4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec5def7947c243698109bfc891b0992f&device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 1128 time: 0.0573785 May 11 06:45:57.121798 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90b4736-3da2-4a23-be30-a5cb7b5a364d None None] New status for floating IP fa9f4f8c-3675-4789-9613-e7c6b4b9f621: ACTIVE {{(pid=104515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:45:57.143621 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c6191-23f2-4076-9f75-1264ebd32673 req-b1de3d55-dc1d-40b8-be54-df1ce8e0f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:57.145316 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0d6c6191-23f2-4076-9f75-1264ebd32673 req-b1de3d55-dc1d-40b8-be54-df1ce8e0f81e service neutron] 10.222.0.70 "GET /v2.0/networks?id=6742b34a-d638-418c-8bcb-aa221cf053c2 HTTP/1.1" status: 200 len: 911 time: 0.1059976 May 11 06:45:57.198813 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0d6c6191-23f2-4076-9f75-1264ebd32673 req-c0a7b00c-7580-4fa9-96d4-e1308cc0f499 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3abf2078-858c-4ccf-a7cb-d16309a1b893 HTTP/1.1" status: 200 len: 217 time: 0.0449219 May 11 06:45:57.265519 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4191b4-a818-4c0f-95ee-869fd30177e2', 'tag': '7970ee38-ee7c-48dd-b7d9-3efd0916a387'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:45:57.268841 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d7d067-25ef-455e-a719-a315979ff0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4191b4-a818-4c0f-95ee-869fd30177e2", "tag": "7970ee38-ee7c-48dd-b7d9-3efd0916a387"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:45:57.278209 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c6191-23f2-4076-9f75-1264ebd32673 req-2ee2c510-e5e1-459e-ab8a-1ca70dea227d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:57.280791 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0d6c6191-23f2-4076-9f75-1264ebd32673 req-2ee2c510-e5e1-459e-ab8a-1ca70dea227d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9b3a199-1eaf-4b46-8767-b476ce91f16d HTTP/1.1" status: 200 len: 849 time: 0.0753078 May 11 06:45:57.340467 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6c6191-23f2-4076-9f75-1264ebd32673 req-6dd0c037-87af-40b3-ba65-d8406704418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:57.342518 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0d6c6191-23f2-4076-9f75-1264ebd32673 req-6dd0c037-87af-40b3-ba65-d8406704418b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6742b34a-d638-418c-8bcb-aa221cf053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476942 May 11 06:45:57.361625 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710ee431-1626-40fc-9a82-f6eeb34a99a3 x-openstack-request-id: req-710ee431-1626-40fc-9a82-f6eeb34a99a3 {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:45:57.361912 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4191b4-a818-4c0f-95ee-869fd30177e2", "tag": "7970ee38-ee7c-48dd-b7d9-3efd0916a387", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:45:57.362159 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-710ee431-1626-40fc-9a82-f6eeb34a99a3 {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:45:57.362577 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-710ee431-1626-40fc-9a82-f6eeb34a99a3'] response: {'name': 'network-changed', 'server_uuid': 'ef4191b4-a818-4c0f-95ee-869fd30177e2', 'tag': '7970ee38-ee7c-48dd-b7d9-3efd0916a387', 'status': 'completed', 'code': 200} May 11 06:45:57.373707 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b692236c-1620-4ee9-9c9a-f57d75cc2a48 req-a920f88e-b8c8-4091-ad55-d889e9bca27e tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:57.381029 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b692236c-1620-4ee9-9c9a-f57d75cc2a48 req-a920f88e-b8c8-4091-ad55-d889e9bca27e tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 944 time: 0.0769560 May 11 06:45:57.470759 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7d067-25ef-455e-a719-a315979ff0c9 req-59f68bc6-4709-4d11-8948-297f93dc8f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:57.472248 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0d6c6191-23f2-4076-9f75-1264ebd32673 req-cc16e188-705c-4903-a7b5-197fe0a66ccb service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211710 May 11 06:45:57.472550 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89d7d067-25ef-455e-a719-a315979ff0c9 req-59f68bc6-4709-4d11-8948-297f93dc8f2b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=eb4348f294cc464f89b2334676442d25&device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 1129 time: 0.0704546 May 11 06:45:57.475861 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b692236c-1620-4ee9-9c9a-f57d75cc2a48 req-6f150ffc-8337-4657-9c8a-8bff2ed5ef01 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937080 May 11 06:45:57.576484 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7d067-25ef-455e-a719-a315979ff0c9 req-bf00e429-ae93-4d65-9370-083b92e26c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:57.577696 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-0d6c6191-23f2-4076-9f75-1264ebd32673 req-e0913c84-ddc2-4111-a5c9-4378a039a9cf service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945132 May 11 06:45:57.577932 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89d7d067-25ef-455e-a719-a315979ff0c9 req-bf00e429-ae93-4d65-9370-083b92e26c91 service neutron] 10.222.0.70 "GET /v2.0/networks?id=61e699df-3755-47eb-b019-c5436429fdb7 HTTP/1.1" status: 200 len: 916 time: 0.0944006 May 11 06:45:57.725147 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89d7d067-25ef-455e-a719-a315979ff0c9 req-3162614e-99c8-4cdf-8480-44a93c128cae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7970ee38-ee7c-48dd-b7d9-3efd0916a387 HTTP/1.1" status: 200 len: 1000 time: 0.0583687 May 11 06:45:57.766518 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-c6dc6a7e-6019-4fbb-8783-ae10d35b47c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:57.800713 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3566074-3f86-4dc2-9e79-f52bb6688b69 req-3fab2a54-fb68-489f-8020-2368fc35d7bc tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:57.802175 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a3566074-3f86-4dc2-9e79-f52bb6688b69 req-3fab2a54-fb68-489f-8020-2368fc35d7bc tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0761902 May 11 06:45:57.817578 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7d067-25ef-455e-a719-a315979ff0c9 req-499e5889-7c8b-4d1c-9546-d5394904438b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:57.818960 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89d7d067-25ef-455e-a719-a315979ff0c9 req-499e5889-7c8b-4d1c-9546-d5394904438b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ff6c0e1a-69e0-4947-b746-0e027c95d678 HTTP/1.1" status: 200 len: 854 time: 0.0843160 May 11 06:45:57.856037 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a3566074-3f86-4dc2-9e79-f52bb6688b69 req-8ae0c98c-a733-46ab-be06-430cf763a077 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476339 May 11 06:45:58.037325 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7d067-25ef-455e-a719-a315979ff0c9 req-57f2c043-2a2c-434f-affe-0fa175ae8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:58.038751 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89d7d067-25ef-455e-a719-a315979ff0c9 req-57f2c043-2a2c-434f-affe-0fa175ae8e39 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61e699df-3755-47eb-b019-c5436429fdb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397391 May 11 06:45:58.131101 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89d7d067-25ef-455e-a719-a315979ff0c9 req-2df55527-b5ad-4093-9318-acf118787ebd service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840769 May 11 06:45:58.235843 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 3abf2078-858c-4ccf-a7cb-d16309a1b893 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:45:58.254055 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fe020-12af-412f-be80-57ee35b4cce9 req-814c86ea-ee5a-4a85-8748-1cdb7bd80b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:58.255610 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-7d1fe020-12af-412f-be80-57ee35b4cce9 req-814c86ea-ee5a-4a85-8748-1cdb7bd80b60 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea42234bb6844ce88afe0725d859863e&device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 1129 time: 0.0411475 May 11 06:45:58.302674 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89d7d067-25ef-455e-a719-a315979ff0c9 req-75d669a9-402b-4b34-8676-76b1ef60ae6b service neutron] 10.222.0.70 "GET /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940864 May 11 06:45:58.346345 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 3abf2078-858c-4ccf-a7cb-d16309a1b893, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3abf2078-858c-4ccf-a7cb-d16309a1b893,segment=NetworkSegment(649779a0-105f-4993-a569-234103bbdf08),segment_id=649779a0-105f-4993-a569-234103bbdf08)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:58.356601 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fe020-12af-412f-be80-57ee35b4cce9 req-18264b40-19af-4922-a22d-5cd938d16274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:58.357320 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': '3abf2078-858c-4ccf-a7cb-d16309a1b893', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'port_id': '3abf2078-858c-4ccf-a7cb-d16309a1b893', 'mac_address': 'fa:16:3e:cf:e4:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:45:58.358042 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-7d1fe020-12af-412f-be80-57ee35b4cce9 req-18264b40-19af-4922-a22d-5cd938d16274 service neutron] 10.222.0.70 "GET /v2.0/networks?id=db82dec6-6180-4aae-84ec-afed65e8ca62 HTTP/1.1" status: 200 len: 918 time: 0.0957382 May 11 06:45:58.403226 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 3abf2078-858c-4ccf-a7cb-d16309a1b893 is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:45:58.403645 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (3abf2078-858c-4ccf-a7cb-d16309a1b893), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:58.416239 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3abf2078-858c-4ccf-a7cb-d16309a1b893 {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:45:58.436322 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 3abf2078-858c-4ccf-a7cb-d16309a1b893, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3abf2078-858c-4ccf-a7cb-d16309a1b893,segment=NetworkSegment(649779a0-105f-4993-a569-234103bbdf08),segment_id=649779a0-105f-4993-a569-234103bbdf08)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:45:58.440335 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (3abf2078-858c-4ccf-a7cb-d16309a1b893), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:58.442374 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-7d1fe020-12af-412f-be80-57ee35b4cce9 req-2fa8239b-609a-4ae1-94fb-16ea1795466b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c976279-8b75-4fa9-9ca3-337753d9430e HTTP/1.1" status: 200 len: 1001 time: 0.0646069 May 11 06:45:58.487292 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=3abf2078-858c-4ccf-a7cb-d16309a1b893,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:45:58.493008 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fe020-12af-412f-be80-57ee35b4cce9 req-0c1e183d-7448-44a6-ba0c-4d61bbeee6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:58.494513 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-7d1fe020-12af-412f-be80-57ee35b4cce9 req-0c1e183d-7448-44a6-ba0c-4d61bbeee6f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46918c72-b454-45a4-910b-65c25fc3c195 HTTP/1.1" status: 200 len: 856 time: 0.0443218 May 11 06:45:58.540075 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fe020-12af-412f-be80-57ee35b4cce9 req-9f955047-8d08-41da-96c7-2167f645310a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:58.541654 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-7d1fe020-12af-412f-be80-57ee35b4cce9 req-9f955047-8d08-41da-96c7-2167f645310a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=db82dec6-6180-4aae-84ec-afed65e8ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399787 May 11 06:45:58.594575 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad06a465-0c18-4b40-8be4-b72e8167e9bc req-78050c15-c778-4f06-a372-f92bfb4a901f tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:58.596000 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ad06a465-0c18-4b40-8be4-b72e8167e9bc req-78050c15-c778-4f06-a372-f92bfb4a901f tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 945 time: 0.0511923 May 11 06:45:58.639196 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-7d1fe020-12af-412f-be80-57ee35b4cce9 req-4455f750-027d-4e48-a4fc-45a82cfad194 service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907104 May 11 06:45:58.643067 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ad06a465-0c18-4b40-8be4-b72e8167e9bc req-ece99b74-65ce-43db-8c58-0712212560c6 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414059 May 11 06:45:58.734693 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-7d1fe020-12af-412f-be80-57ee35b4cce9 req-e84c6886-69c9-4ba5-9d74-fc42db370f7a service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875759 May 11 06:45:58.850340 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['3abf2078-858c-4ccf-a7cb-d16309a1b893'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:45:58.912903 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:45:58.974503 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ecd39-2723-42ea-bd15-ef688c63d068 req-c3e29f1c-91f1-4fd5-a9e8-d8d723c5ec2a tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:58.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-756ecd39-2723-42ea-bd15-ef688c63d068 req-c3e29f1c-91f1-4fd5-a9e8-d8d723c5ec2a tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0474570 May 11 06:45:59.026808 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-756ecd39-2723-42ea-bd15-ef688c63d068 req-68ad3d8e-cd22-4b02-9daf-b6dfe1a2c843 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437937 May 11 06:45:59.038735 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:45:59.754090 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b86bcb-0999-414f-90d6-93362f56522a req-d36a03b0-ecca-4c6a-9bd6-399caff7b8ac tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:45:59.755551 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-63b86bcb-0999-414f-90d6-93362f56522a req-d36a03b0-ecca-4c6a-9bd6-399caff7b8ac tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 945 time: 0.0459943 May 11 06:45:59.804363 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-63b86bcb-0999-414f-90d6-93362f56522a req-969f83b8-fa3a-4421-b745-62c4c1d98de3 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433140 May 11 06:46:00.019291 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:00.143249 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60e553-a7e7-4400-bf7b-f88d6f8cd749 req-1406725d-d183-4880-9d13-c9076dceda13 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:00.144716 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2b60e553-a7e7-4400-bf7b-f88d6f8cd749 req-1406725d-d183-4880-9d13-c9076dceda13 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 945 time: 0.0463054 May 11 06:46:00.193952 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2b60e553-a7e7-4400-bf7b-f88d6f8cd749 req-546cf55a-4740-48d9-8c22-0d99a1698fc0 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416811 May 11 06:46:00.252765 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 3abf2078-858c-4ccf-a7cb-d16309a1b893 up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:46:00.296694 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port 3abf2078-858c-4ccf-a7cb-d16309a1b893 completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:46:00.302163 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port 3abf2078-858c-4ccf-a7cb-d16309a1b893 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:46:00.302593 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (3abf2078-858c-4ccf-a7cb-d16309a1b893), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:00.387822 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 3abf2078-858c-4ccf-a7cb-d16309a1b893 is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:46:00.388205 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (3abf2078-858c-4ccf-a7cb-d16309a1b893), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:00.409958 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319d4a2d-cf16-4a05-824b-f0e457578c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abf2078-858c-4ccf-a7cb-d16309a1b893'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:46:00.412170 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a5a329-411a-462f-8eff-5b892955eb0b" -d '{"events": [{"server_uuid": "319d4a2d-cf16-4a05-824b-f0e457578c58", "name": "network-vif-plugged", "status": "completed", "tag": "3abf2078-858c-4ccf-a7cb-d16309a1b893"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:46:00.424351 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 3abf2078-858c-4ccf-a7cb-d16309a1b893, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3abf2078-858c-4ccf-a7cb-d16309a1b893,segment=NetworkSegment(649779a0-105f-4993-a569-234103bbdf08),segment_id=649779a0-105f-4993-a569-234103bbdf08)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:46:00.430749 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (3abf2078-858c-4ccf-a7cb-d16309a1b893), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:00.432591 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 0c976279-8b75-4fa9-9ca3-337753d9430e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:46:00.469754 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c00c04-cce2-4543-8abd-1dcb3bb2c7f3 x-openstack-request-id: req-89c00c04-cce2-4543-8abd-1dcb3bb2c7f3 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:46:00.470045 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319d4a2d-cf16-4a05-824b-f0e457578c58", "name": "network-vif-plugged", "status": "completed", "tag": "3abf2078-858c-4ccf-a7cb-d16309a1b893", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:46:00.470302 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-89c00c04-cce2-4543-8abd-1dcb3bb2c7f3 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:46:00.470700 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c00c04-cce2-4543-8abd-1dcb3bb2c7f3'] response: {'server_uuid': '319d4a2d-cf16-4a05-824b-f0e457578c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3abf2078-858c-4ccf-a7cb-d16309a1b893', 'code': 200} May 11 06:46:00.511438 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=3abf2078-858c-4ccf-a7cb-d16309a1b893,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:46:00.555593 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 0c976279-8b75-4fa9-9ca3-337753d9430e is: ACTIVE; New status is: DOWN {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:46:00.555921 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:00.587856 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 0c976279-8b75-4fa9-9ca3-337753d9430e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c976279-8b75-4fa9-9ca3-337753d9430e,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:46:00.591631 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:00.636542 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=0c976279-8b75-4fa9-9ca3-337753d9430e,revision_number=8']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:46:00.920821 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd41b1-08f3-4206-a34e-15f71208153e req-a7b95160-d21a-4d97-864e-0ebde5cac107 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:00.922121 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-09fd41b1-08f3-4206-a34e-15f71208153e req-a7b95160-d21a-4d97-864e-0ebde5cac107 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0479770 May 11 06:46:00.943520 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c52a1-a063-48ec-876e-19526c96a8ef req-cd7f4035-ed1a-439d-86d2-2e5fc5966741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:00.944439 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:00.946868 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-671c52a1-a063-48ec-876e-19526c96a8ef req-cd7f4035-ed1a-439d-86d2-2e5fc5966741 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 1130 time: 0.0509560 May 11 06:46:00.977053 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-09fd41b1-08f3-4206-a34e-15f71208153e req-509aa841-47f1-49ea-85b6-5196eb3960fa tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463438 May 11 06:46:00.997714 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-671c52a1-a063-48ec-876e-19526c96a8ef req-74d2b40c-6be9-4eec-88b7-2981c631d691 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440207 May 11 06:46:01.315198 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecbc96-f9ed-470a-828d-61b444d5521a req-69d95ea0-5995-4c3a-8ee2-abefba7de7f9 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:01.316687 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a7ecbc96-f9ed-470a-828d-61b444d5521a req-69d95ea0-5995-4c3a-8ee2-abefba7de7f9 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0493798 May 11 06:46:01.363122 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a7ecbc96-f9ed-470a-828d-61b444d5521a req-68cf80cb-3978-44fe-8475-d10d23170965 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409596 May 11 06:46:02.096197 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2c420-a049-4d8e-9b13-ab05fd662353 req-4249115b-e4b8-4168-b1d9-700ece79b314 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:02.098132 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0aa2c420-a049-4d8e-9b13-ab05fd662353 req-4249115b-e4b8-4168-b1d9-700ece79b314 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0469692 May 11 06:46:02.145650 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0aa2c420-a049-4d8e-9b13-ab05fd662353 req-15e41f6a-4178-459e-a383-8b889af129f6 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424247 May 11 06:46:02.262835 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21393876-03f1-45f7-ba07-687c5e832d12 req-764af544-ca74-4db1-b901-02a8f4d837a3 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:02.264341 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-21393876-03f1-45f7-ba07-687c5e832d12 req-764af544-ca74-4db1-b901-02a8f4d837a3 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0516584 May 11 06:46:02.311933 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-21393876-03f1-45f7-ba07-687c5e832d12 req-cacad437-c65a-475f-b93b-b70a867866cd tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417609 May 11 06:46:02.453473 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42182) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:46:02.471791 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596cbeb7-7356-4919-913a-a0adace78883', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c976279-8b75-4fa9-9ca3-337753d9430e'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:46:02.474202 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82be8863-0fce-4f4d-ab08-10459ecc8309" -d '{"events": [{"server_uuid": "596cbeb7-7356-4919-913a-a0adace78883", "name": "network-vif-unplugged", "status": "completed", "tag": "0c976279-8b75-4fa9-9ca3-337753d9430e"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:46:02.504809 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 11 May 2022 06:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1217a62-b1fe-4506-8b5e-985bd0661706 x-openstack-request-id: req-d1217a62-b1fe-4506-8b5e-985bd0661706 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:46:02.505091 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596cbeb7-7356-4919-913a-a0adace78883", "name": "network-vif-unplugged", "status": "failed", "tag": "0c976279-8b75-4fa9-9ca3-337753d9430e", "code": 422}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:46:02.505342 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d1217a62-b1fe-4506-8b5e-985bd0661706 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:46:02.505775 dv-cinder-804757-27-iscsi neutron-server[104515]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d1217a62-b1fe-4506-8b5e-985bd0661706']: {'server_uuid': '596cbeb7-7356-4919-913a-a0adace78883', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c976279-8b75-4fa9-9ca3-337753d9430e', 'code': 422} returned with failed status May 11 06:46:02.531637 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-f43d1642-e9ec-4dbe-8f2b-96b031df928f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769453 May 11 06:46:02.540111 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-82cd4b4d-c551-4964-abb6-2a6069670124 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104514) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:46:02.541065 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-82cd4b4d-c551-4964-abb6-2a6069670124 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048592 May 11 06:46:02.570349 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:02.616428 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42192) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:46:02.708512 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-ffe32ead-c5a2-47c3-9842-03532e39cbb7 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:02.709853 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-ffe32ead-c5a2-47c3-9842-03532e39cbb7 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports/0c976279-8b75-4fa9-9ca3-337753d9430e HTTP/1.1" status: 200 len: 940 time: 0.0924587 May 11 06:46:03.261459 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81be33-90c2-4240-8f59-a4b7069afe05 req-6a3bb5ac-2afc-4c86-8bf3-3031ce140a61 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:03.262938 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bd81be33-90c2-4240-8f59-a4b7069afe05 req-6a3bb5ac-2afc-4c86-8bf3-3031ce140a61 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0469012 May 11 06:46:03.308454 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bd81be33-90c2-4240-8f59-a4b7069afe05 req-7b4e1dfb-4a02-4e2f-ad58-ee0f23e11c38 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399747 May 11 06:46:03.446364 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e9065-eacf-4c04-bd0f-4abc3e6fa9dc req-8238aaa7-bfdc-42e7-96e6-24ad51a4b776 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:03.448682 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-568e9065-eacf-4c04-bd0f-4abc3e6fa9dc req-8238aaa7-bfdc-42e7-96e6-24ad51a4b776 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0778162 May 11 06:46:03.454584 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8928f5-beb8-4e22-942a-16cecbc6b021 req-e9164caf-0834-44cb-9553-4285fd7aa320 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:03.455990 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ac8928f5-beb8-4e22-942a-16cecbc6b021 req-e9164caf-0834-44cb-9553-4285fd7aa320 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0749419 May 11 06:46:03.457601 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42210) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:46:03.462079 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-f7a16a32-ae12-4286-b204-2669f3277b0d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Request body: {'floatingip': {'port_id': '3abf2078-858c-4ccf-a7cb-d16309a1b893'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:46:03.505607 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f7a16a32-ae12-4286-b204-2669f3277b0d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for floatingip (88dbd404-24f2-4eef-ac79-ed67a6bb0e9a), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:03.514984 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ac8928f5-beb8-4e22-942a-16cecbc6b021 req-84a422a4-f549-4d20-a587-d0d3a4b70bdd tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529578 May 11 06:46:03.972346 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f7a16a32-ae12-4286-b204-2669f3277b0d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:03.976077 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f7a16a32-ae12-4286-b204-2669f3277b0d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (88dbd404-24f2-4eef-ac79-ed67a6bb0e9a), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:04.078108 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.l3_db [None req-f7a16a32-ae12-4286-b204-2669f3277b0d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Floating IP 88dbd404-24f2-4eef-ac79-ed67a6bb0e9a associated. External IP: 172.27.2.99, port: 3abf2078-858c-4ccf-a7cb-d16309a1b893. May 11 06:46:04.291990 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a16a32-ae12-4286-b204-2669f3277b0d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Router 7135433e-95f9-4c42-9524-f20b66eaadd6 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:46:04.292353 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 0c976279-8b75-4fa9-9ca3-337753d9430e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:46:04.370606 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 0c976279-8b75-4fa9-9ca3-337753d9430e is: DOWN; New status is: DOWN {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:46:04.402698 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a16a32-ae12-4286-b204-2669f3277b0d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:46:04.407862 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f7a16a32-ae12-4286-b204-2669f3277b0d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:04.414580 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6cdf29-d79f-43e6-9e24-3d0b9e34bc8f None None] Sync routers for ids ['7135433e-95f9-4c42-9524-f20b66eaadd6'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:46:04.424607 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6cdf29-d79f-43e6-9e24-3d0b9e34bc8f None None] Routers {'7135433e-95f9-4c42-9524-f20b66eaadd6'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:46:04.425214 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-ca6cdf29-d79f-43e6-9e24-3d0b9e34bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:45:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7135433e-95f9-4c42-9524-f20b66eaadd6'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:46:04.438393 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-f7a16a32-ae12-4286-b204-2669f3277b0d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "PUT /v2.0/floatingips/88dbd404-24f2-4eef-ac79-ed67a6bb0e9a HTTP/1.1" status: 200 len: 991 time: 0.9797015 May 11 06:46:04.439057 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '319d4a2d-cf16-4a05-824b-f0e457578c58', 'tag': '3abf2078-858c-4ccf-a7cb-d16309a1b893'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:46:04.441438 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e0a2da-53aa-4d33-9d36-a90b2efe44f9" -d '{"events": [{"name": "network-changed", "server_uuid": "319d4a2d-cf16-4a05-824b-f0e457578c58", "tag": "3abf2078-858c-4ccf-a7cb-d16309a1b893"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:46:04.476225 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb2d846-fef6-4475-9145-b9df0b88eddb x-openstack-request-id: req-5cb2d846-fef6-4475-9145-b9df0b88eddb {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:46:04.476798 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "319d4a2d-cf16-4a05-824b-f0e457578c58", "tag": "3abf2078-858c-4ccf-a7cb-d16309a1b893", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:46:04.476798 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5cb2d846-fef6-4475-9145-b9df0b88eddb {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:46:04.477148 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb2d846-fef6-4475-9145-b9df0b88eddb'] response: {'name': 'network-changed', 'server_uuid': '319d4a2d-cf16-4a05-824b-f0e457578c58', 'tag': '3abf2078-858c-4ccf-a7cb-d16309a1b893', 'status': 'completed', 'code': 200} May 11 06:46:04.540737 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-ca6cdf29-d79f-43e6-9e24-3d0b9e34bc8f None None] Set router 7135433e-95f9-4c42-9524-f20b66eaadd6 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:46:04.640368 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-5c0bda01-355f-47c4-ab61-c3d5deeb4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:04.641874 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-5c0bda01-355f-47c4-ab61-c3d5deeb4dfb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883&tenant_id=ea42234bb6844ce88afe0725d859863e HTTP/1.1" status: 200 len: 1127 time: 0.0425456 May 11 06:46:04.659405 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c208d35-671c-432f-9036-7c1767f7d548 req-c9bf536f-2b8d-4703-8116-4b9247b44895 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:04.661073 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8c208d35-671c-432f-9036-7c1767f7d548 req-c9bf536f-2b8d-4703-8116-4b9247b44895 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0740123 May 11 06:46:04.675286 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0a2da-53aa-4d33-9d36-a90b2efe44f9 req-95bd2584-d779-453e-af0e-5f5ee3abf42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:04.676696 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e5e0a2da-53aa-4d33-9d36-a90b2efe44f9 req-95bd2584-d779-453e-af0e-5f5ee3abf42b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec5def7947c243698109bfc891b0992f&device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 1130 time: 0.0770481 May 11 06:46:04.732578 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-16884218-83b5-4604-aa34-459c4efa8cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:04.734246 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-16884218-83b5-4604-aa34-459c4efa8cc2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea42234bb6844ce88afe0725d859863e&device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 1127 time: 0.0444000 May 11 06:46:04.765836 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8c208d35-671c-432f-9036-7c1767f7d548 req-8f0a953c-16e3-4037-8f55-7e6079906d90 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992379 May 11 06:46:04.768775 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-ca6cdf29-d79f-43e6-9e24-3d0b9e34bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:44Z', 'revision_number': 4, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '88dbd404-24f2-4eef-ac79-ed67a6bb0e9a', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'port_id': '3abf2078-858c-4ccf-a7cb-d16309a1b893', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'mac_address': 'fa:16:3e:cf:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319d4a2d-cf16-4a05-824b-f0e457578c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:45:48Z', 'updated_at': '2022-05-11T06:46:03Z', 'revision_number': 1, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476b4c2b-353d-485b-b3f3-3a20e8b8feb2', 'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'mac_address': 'fa:16:3e:22:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:43Z', 'updated_at': '2022-05-11T06:45:49Z', 'revision_number': 5, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'subnets': [{'id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:46:04.797744 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0a2da-53aa-4d33-9d36-a90b2efe44f9 req-1e1676c5-b172-423a-8cca-232038f58bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:04.798633 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6cdf29-d79f-43e6-9e24-3d0b9e34bc8f None None] Checking router: 7135433e-95f9-4c42-9524-f20b66eaadd6 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:46:04.799293 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e5e0a2da-53aa-4d33-9d36-a90b2efe44f9 req-1e1676c5-b172-423a-8cca-232038f58bbb service neutron] 10.222.0.70 "GET /v2.0/networks?id=6742b34a-d638-418c-8bcb-aa221cf053c2 HTTP/1.1" status: 200 len: 911 time: 0.1091223 May 11 06:46:04.807080 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6cdf29-d79f-43e6-9e24-3d0b9e34bc8f None None] Routers {'7135433e-95f9-4c42-9524-f20b66eaadd6'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:46:04.807708 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-ca6cdf29-d79f-43e6-9e24-3d0b9e34bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:45:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7135433e-95f9-4c42-9524-f20b66eaadd6'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:46:04.847345 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-1edd5dd5-4ba0-415c-b3ac-6d3257f23296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:04.848846 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-1edd5dd5-4ba0-415c-b3ac-6d3257f23296 service neutron] 10.222.0.70 "GET /v2.0/networks?id=db82dec6-6180-4aae-84ec-afed65e8ca62 HTTP/1.1" status: 200 len: 918 time: 0.0974278 May 11 06:46:04.876132 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e5e0a2da-53aa-4d33-9d36-a90b2efe44f9 req-3ae58a8c-57a6-4f07-a54d-bdba25e61aee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3abf2078-858c-4ccf-a7cb-d16309a1b893 HTTP/1.1" status: 200 len: 999 time: 0.0665171 May 11 06:46:04.918471 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-f0036b5e-1c07-492d-a3b1-601410334216 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c976279-8b75-4fa9-9ca3-337753d9430e HTTP/1.1" status: 200 len: 999 time: 0.0626748 May 11 06:46:04.918717 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-ca6cdf29-d79f-43e6-9e24-3d0b9e34bc8f None None] Set router 7135433e-95f9-4c42-9524-f20b66eaadd6 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:46:04.929069 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0a2da-53aa-4d33-9d36-a90b2efe44f9 req-26a7a9fa-3ee6-405e-b2e6-613a91207706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:04.930534 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e5e0a2da-53aa-4d33-9d36-a90b2efe44f9 req-26a7a9fa-3ee6-405e-b2e6-613a91207706 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9b3a199-1eaf-4b46-8767-b476ce91f16d HTTP/1.1" status: 200 len: 849 time: 0.0439997 May 11 06:46:04.971604 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-a2f3d3bc-c028-4a81-bbbe-e84be82ff0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:04.973173 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-a2f3d3bc-c028-4a81-bbbe-e84be82ff0ea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46918c72-b454-45a4-910b-65c25fc3c195 HTTP/1.1" status: 200 len: 856 time: 0.0439117 May 11 06:46:04.975441 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e0a2da-53aa-4d33-9d36-a90b2efe44f9 req-38edae49-29fd-4e5f-97d8-8da4b5b2e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:04.976922 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e5e0a2da-53aa-4d33-9d36-a90b2efe44f9 req-38edae49-29fd-4e5f-97d8-8da4b5b2e17f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6742b34a-d638-418c-8bcb-aa221cf053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391190 May 11 06:46:05.027887 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-6bb8673b-4371-495d-918d-e19ef4ce2165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:05.029863 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-6bb8673b-4371-495d-918d-e19ef4ce2165 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=db82dec6-6180-4aae-84ec-afed65e8ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424695 May 11 06:46:05.120617 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e5e0a2da-53aa-4d33-9d36-a90b2efe44f9 req-61b58dbf-13fc-4ad9-8f5b-d5b7d7501aa8 service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951834 May 11 06:46:05.137844 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-969070d3-b120-495f-8d96-5c6e97211140 service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007571 May 11 06:46:05.154521 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-ca6cdf29-d79f-43e6-9e24-3d0b9e34bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:44Z', 'revision_number': 4, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '88dbd404-24f2-4eef-ac79-ed67a6bb0e9a', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'port_id': '3abf2078-858c-4ccf-a7cb-d16309a1b893', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'mac_address': 'fa:16:3e:cf:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319d4a2d-cf16-4a05-824b-f0e457578c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:45:48Z', 'updated_at': '2022-05-11T06:46:03Z', 'revision_number': 1, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476b4c2b-353d-485b-b3f3-3a20e8b8feb2', 'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'mac_address': 'fa:16:3e:22:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:43Z', 'updated_at': '2022-05-11T06:45:49Z', 'revision_number': 5, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'subnets': [{'id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:46:05.191077 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6cdf29-d79f-43e6-9e24-3d0b9e34bc8f None None] The sync data for ids ['7135433e-95f9-4c42-9524-f20b66eaadd6'] in dv-cinder-804757-27-iscsi is: [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:44Z', 'revision_number': 4, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '88dbd404-24f2-4eef-ac79-ed67a6bb0e9a', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'port_id': '3abf2078-858c-4ccf-a7cb-d16309a1b893', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'mac_address': 'fa:16:3e:cf:e4:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '319d4a2d-cf16-4a05-824b-f0e457578c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:45:48Z', 'updated_at': '2022-05-11T06:46:03Z', 'revision_number': 1, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476b4c2b-353d-485b-b3f3-3a20e8b8feb2', 'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'mac_address': 'fa:16:3e:22:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:43Z', 'updated_at': '2022-05-11T06:45:49Z', 'revision_number': 5, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'subnets': [{'id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:46:05.215380 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e5e0a2da-53aa-4d33-9d36-a90b2efe44f9 req-5bce3913-bc8a-46a1-a480-d46a98228553 service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869305 May 11 06:46:05.238892 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b8f342ad-978e-4239-b91b-b2b352b471bb req-49a84ab2-98e6-497d-abd5-a015ae96cd97 service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954459 May 11 06:46:05.396283 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d081410-5f7a-4593-aca8-da428c638669 None None] New status for floating IP 88dbd404-24f2-4eef-ac79-ed67a6bb0e9a: ACTIVE {{(pid=104515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:46:05.400234 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e15bb-37e7-4447-b623-de7f4b9e0540 req-01a8e876-4926-4206-b8c8-e01849e3154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:05.402351 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-dc0e15bb-37e7-4447-b623-de7f4b9e0540 req-01a8e876-4926-4206-b8c8-e01849e3154a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea42234bb6844ce88afe0725d859863e&device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 1127 time: 0.0492237 May 11 06:46:05.594646 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e15bb-37e7-4447-b623-de7f4b9e0540 req-499710ae-309e-4f2d-a36d-bf3324b3b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:05.596193 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-dc0e15bb-37e7-4447-b623-de7f4b9e0540 req-499710ae-309e-4f2d-a36d-bf3324b3b838 service neutron] 10.222.0.70 "GET /v2.0/networks?id=db82dec6-6180-4aae-84ec-afed65e8ca62 HTTP/1.1" status: 200 len: 918 time: 0.0947351 May 11 06:46:05.963902 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad916564-1307-429f-8199-01d3265a4ba2 req-8dc15774-1962-411f-9108-29cb2f770a72 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:05.970735 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ad916564-1307-429f-8199-01d3265a4ba2 req-8dc15774-1962-411f-9108-29cb2f770a72 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0827870 May 11 06:46:06.003325 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-dc0e15bb-37e7-4447-b623-de7f4b9e0540 req-69e2893d-0da0-4372-9402-87357bafef24 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c976279-8b75-4fa9-9ca3-337753d9430e HTTP/1.1" status: 200 len: 999 time: 0.3994741 May 11 06:46:06.039827 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ad916564-1307-429f-8199-01d3265a4ba2 req-309e6c7d-a2ae-4559-83a4-942807a3a121 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681698 May 11 06:46:07.161957 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde6b910-dc99-41a8-8aaf-42e2ee553b65 req-ed00034c-5897-4c74-82a9-3d095789be4c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:07.163884 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-dde6b910-dc99-41a8-8aaf-42e2ee553b65 req-ed00034c-5897-4c74-82a9-3d095789be4c tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0492609 May 11 06:46:07.212381 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-dde6b910-dc99-41a8-8aaf-42e2ee553b65 req-162671aa-14e3-4e43-8490-86d8585dc2e2 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416539 May 11 06:46:08.216713 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47def0a2-5ea5-4034-b3ac-1471812f02ca req-d5b113c0-95da-4dfd-9b29-a90dc70f1b23 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:08.218298 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-47def0a2-5ea5-4034-b3ac-1471812f02ca req-d5b113c0-95da-4dfd-9b29-a90dc70f1b23 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0491972 May 11 06:46:08.282866 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-47def0a2-5ea5-4034-b3ac-1471812f02ca req-6767daae-0441-4515-822a-99995b63be6a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585101 May 11 06:46:08.343365 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556c280-2e0e-479b-b57d-d27d808fc00c req-94b4974a-a932-41b1-bce7-8d100cf12ceb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:08.344906 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7556c280-2e0e-479b-b57d-d27d808fc00c req-94b4974a-a932-41b1-bce7-8d100cf12ceb tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0569682 May 11 06:46:08.392491 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7556c280-2e0e-479b-b57d-d27d808fc00c req-b3bd94e6-00d5-435b-829a-705ca9731d05 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420074 May 11 06:46:09.404371 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbead2-0470-4150-836d-20560fc52cac req-258d47e2-6462-4495-b8b5-ca2c3b7c46d3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:09.405849 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-29dbead2-0470-4150-836d-20560fc52cac req-258d47e2-6462-4495-b8b5-ca2c3b7c46d3 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0487118 May 11 06:46:09.479948 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-29dbead2-0470-4150-836d-20560fc52cac req-aae2fc63-c2eb-4a5c-a548-b9707a40122c tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0682697 May 11 06:46:09.534517 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b30fd3-c9c0-44f3-ac4e-fc4ca4a1116f req-3380f545-81ff-4819-ac9c-18762b555c15 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:09.536377 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e4b30fd3-c9c0-44f3-ac4e-fc4ca4a1116f req-3380f545-81ff-4819-ac9c-18762b555c15 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0553031 May 11 06:46:09.585586 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e4b30fd3-c9c0-44f3-ac4e-fc4ca4a1116f req-1b13403e-00f7-4a64-b120-bd0a8683e290 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428486 May 11 06:46:10.592340 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd9913-aabc-4e9a-aaf6-8eebe5d9de97 req-712a0d8c-010f-4918-90d6-985df00c23ea tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:10.594012 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f2bd9913-aabc-4e9a-aaf6-8eebe5d9de97 req-712a0d8c-010f-4918-90d6-985df00c23ea tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0491755 May 11 06:46:10.671150 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f2bd9913-aabc-4e9a-aaf6-8eebe5d9de97 req-f6ec76b6-9635-436c-a4b5-7425fa43e1cc tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701587 May 11 06:46:10.720520 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c967efc-f64a-4bc0-a6fa-439db24a13fd req-4583fb20-7b89-44ba-9372-82f64d0c0183 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:10.722189 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9c967efc-f64a-4bc0-a6fa-439db24a13fd req-4583fb20-7b89-44ba-9372-82f64d0c0183 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0498111 May 11 06:46:10.774590 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9c967efc-f64a-4bc0-a6fa-439db24a13fd req-7633ab15-43ea-4b72-8e57-45bfaacb3539 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467033 May 11 06:46:11.795660 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080c077-0c28-41cc-b056-9ae3578cc474 req-0157883b-b156-48b9-af2e-eb6b79d96972 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:11.797145 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6080c077-0c28-41cc-b056-9ae3578cc474 req-0157883b-b156-48b9-af2e-eb6b79d96972 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0512612 May 11 06:46:11.872060 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6080c077-0c28-41cc-b056-9ae3578cc474 req-b622ab75-5706-44d0-a84b-2e5ec73cd524 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0688426 May 11 06:46:11.910628 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65589da9-850e-496d-9e3b-78f7a5b0c31d req-66b799d9-efab-4766-a241-54e5c9d7c96b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:11.912470 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-65589da9-850e-496d-9e3b-78f7a5b0c31d req-66b799d9-efab-4766-a241-54e5c9d7c96b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0644193 May 11 06:46:11.961755 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-65589da9-850e-496d-9e3b-78f7a5b0c31d req-4675fcfd-45a8-4f26-8a5b-ff7e6bb35faa tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429833 May 11 06:46:13.273987 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99471f3-5274-4eab-88f5-28c595833cbb req-fe4f408e-5e5f-4bd9-80cf-efc0ab7d2209 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:13.276005 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d99471f3-5274-4eab-88f5-28c595833cbb req-fe4f408e-5e5f-4bd9-80cf-efc0ab7d2209 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.3335361 May 11 06:46:13.292545 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bef65b-655f-4973-8f7f-64a9655cc170 req-9b62b631-d0f6-4bcb-9eb9-7f24cc21af0d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:13.294343 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-88bef65b-655f-4973-8f7f-64a9655cc170 req-9b62b631-d0f6-4bcb-9eb9-7f24cc21af0d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0635252 May 11 06:46:13.388543 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d99471f3-5274-4eab-88f5-28c595833cbb req-66ee2223-7f96-43d8-9af1-cce77fd51355 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928311 May 11 06:46:13.392651 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-88bef65b-655f-4973-8f7f-64a9655cc170 req-b7f4a7ed-84e7-43f4-8ef6-131100284199 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906413 May 11 06:46:14.568791 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ded6a1-a6ee-4a60-b135-1b04ba2591ec req-4d43ff2b-e983-40a6-9aa4-5bb3fafbb540 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:14.570365 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-67ded6a1-a6ee-4a60-b135-1b04ba2591ec req-4d43ff2b-e983-40a6-9aa4-5bb3fafbb540 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0792596 May 11 06:46:14.591569 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09769f7a-e7f0-4b78-aa5f-4639272a738a req-344fdea6-69b2-4754-bd51-a21c77e172a1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:14.593049 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-09769f7a-e7f0-4b78-aa5f-4639272a738a req-344fdea6-69b2-4754-bd51-a21c77e172a1 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0862517 May 11 06:46:14.675574 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-67ded6a1-a6ee-4a60-b135-1b04ba2591ec req-faeb14cb-7571-43aa-8a24-926441ec10a5 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0984018 May 11 06:46:14.678941 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-09769f7a-e7f0-4b78-aa5f-4639272a738a req-c8041fa6-a5e8-40d6-96fd-f69c07cc50f6 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794291 May 11 06:46:15.642926 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e15bb-37e7-4447-b623-de7f4b9e0540 req-eab2f75d-e0b7-4d76-8bd0-289f4c56ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:15.644414 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-dc0e15bb-37e7-4447-b623-de7f4b9e0540 req-eab2f75d-e0b7-4d76-8bd0-289f4c56ded2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46918c72-b454-45a4-910b-65c25fc3c195 HTTP/1.1" status: 200 len: 856 time: 0.0517256 May 11 06:46:15.819463 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bc08b-179d-46e5-bd37-cb7bfd12a69c req-d372eb84-9264-4014-b59a-956e576289b2 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:15.820917 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-966bc08b-179d-46e5-bd37-cb7bfd12a69c req-d372eb84-9264-4014-b59a-956e576289b2 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0770092 May 11 06:46:15.829042 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4776e-b175-4fc5-be05-089b078644cf req-80d4553d-26dd-4b09-b2f2-82d57d5eed47 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:15.830398 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b4a4776e-b175-4fc5-be05-089b078644cf req-80d4553d-26dd-4b09-b2f2-82d57d5eed47 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0768023 May 11 06:46:15.907398 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b4a4776e-b175-4fc5-be05-089b078644cf req-84d81220-146b-44d3-8e92-460fe1274d97 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704465 May 11 06:46:15.916434 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-966bc08b-179d-46e5-bd37-cb7bfd12a69c req-46fe42f0-9e38-4ae1-b592-ce9e67946d32 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845673 May 11 06:46:16.629232 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e15bb-37e7-4447-b623-de7f4b9e0540 req-01dd599a-61cc-470b-be66-eeec0dfbcbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:16.630777 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-dc0e15bb-37e7-4447-b623-de7f4b9e0540 req-01dd599a-61cc-470b-be66-eeec0dfbcbcf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=db82dec6-6180-4aae-84ec-afed65e8ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415061 May 11 06:46:16.681162 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18020e2d-d33e-45c9-9769-4154bdf502be req-3b4de5f1-48a3-423c-b531-2633ecb8da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:16.683047 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-18020e2d-d33e-45c9-9769-4154bdf502be req-3b4de5f1-48a3-423c-b531-2633ecb8da56 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee00a37abf8a49eba7d06738e181eb4b&device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 1168 time: 0.0422664 May 11 06:46:16.726206 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-dc0e15bb-37e7-4447-b623-de7f4b9e0540 req-a771a33a-2b7f-4481-a27f-12a9ca1d320e service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861821 May 11 06:46:16.780658 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18020e2d-d33e-45c9-9769-4154bdf502be req-777e1122-3053-4a6f-ba22-36fd2f1d9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:16.782241 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-18020e2d-d33e-45c9-9769-4154bdf502be req-777e1122-3053-4a6f-ba22-36fd2f1d9225 service neutron] 10.222.0.70 "GET /v2.0/networks?id=eee35abb-92b2-4bc1-98fe-bda487493108 HTTP/1.1" status: 200 len: 915 time: 0.0863247 May 11 06:46:16.816620 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-dc0e15bb-37e7-4447-b623-de7f4b9e0540 req-e8ba52f7-36fd-47d8-be4f-6178e7bce589 service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836799 May 11 06:46:16.851900 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-18020e2d-d33e-45c9-9769-4154bdf502be req-98d1abab-d8d2-465c-8ac7-21adf4ef7e15 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c252b84e-76c5-4079-b1f3-11dd833563b3 HTTP/1.1" status: 200 len: 1000 time: 0.0626552 May 11 06:46:16.930250 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18020e2d-d33e-45c9-9769-4154bdf502be req-19528930-a856-4353-a909-8f5fc621ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:16.931795 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-18020e2d-d33e-45c9-9769-4154bdf502be req-19528930-a856-4353-a909-8f5fc621ebbc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=63c95427-0908-47ce-aa00-7d7d1b7e2598 HTTP/1.1" status: 200 len: 853 time: 0.0447013 May 11 06:46:17.004319 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18020e2d-d33e-45c9-9769-4154bdf502be req-4e4f7e8f-8047-44bf-a3e0-2fd0acdf6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:17.005769 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-18020e2d-d33e-45c9-9769-4154bdf502be req-4e4f7e8f-8047-44bf-a3e0-2fd0acdf6bc7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eee35abb-92b2-4bc1-98fe-bda487493108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0601842 May 11 06:46:17.083130 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb3fa3-396f-498b-bcae-d62b7c791750 req-997e3118-ddd1-4595-89ec-ec31b15e9200 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:17.084623 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4eeb3fa3-396f-498b-bcae-d62b7c791750 req-997e3118-ddd1-4595-89ec-ec31b15e9200 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.1023710 May 11 06:46:17.129042 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9b5cf-fdbd-449f-86f7-574b66bdd12e req-da2e6328-bfe0-4d5e-afdf-92cf3196687e tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:17.130451 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a6a9b5cf-fdbd-449f-86f7-574b66bdd12e req-da2e6328-bfe0-4d5e-afdf-92cf3196687e tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.1365480 May 11 06:46:17.212433 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4eeb3fa3-396f-498b-bcae-d62b7c791750 req-48b5fc05-47b5-4cf5-8765-7b7957f0abf6 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216149 May 11 06:46:17.216777 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-18020e2d-d33e-45c9-9769-4154bdf502be req-5d859396-de7c-4c04-9b8b-c978d88bd84f service neutron] 10.222.0.70 "GET /v2.0/networks/eee35abb-92b2-4bc1-98fe-bda487493108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912885 May 11 06:46:17.249139 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a6a9b5cf-fdbd-449f-86f7-574b66bdd12e req-55df8956-6e9e-4021-8a38-2f9d12ad7f8a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1124434 May 11 06:46:17.323544 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-18020e2d-d33e-45c9-9769-4154bdf502be req-d80dca5c-d85a-4f15-8640-296894938c7c service neutron] 10.222.0.70 "GET /v2.0/networks/eee35abb-92b2-4bc1-98fe-bda487493108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911613 May 11 06:46:18.360125 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76057a0-6fca-422d-8a12-19e76c94de51 req-f9ac3271-6ea5-4101-b196-7cde4c44fb98 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:18.361581 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f76057a0-6fca-422d-8a12-19e76c94de51 req-f9ac3271-6ea5-4101-b196-7cde4c44fb98 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 943 time: 0.0774348 May 11 06:46:18.381264 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a2a51-a6ed-4a53-986e-3672e13a6bcc req-10bfa65a-90ef-4266-b28c-be82748fc6c0 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:18.382735 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ff6a2a51-a6ed-4a53-986e-3672e13a6bcc req-10bfa65a-90ef-4266-b28c-be82748fc6c0 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0655675 May 11 06:46:18.391676 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 0c976279-8b75-4fa9-9ca3-337753d9430e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:46:18.439076 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f76057a0-6fca-422d-8a12-19e76c94de51 req-51659a6e-faea-47ee-92e7-884b82ff4231 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718713 May 11 06:46:18.468747 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ff6a2a51-a6ed-4a53-986e-3672e13a6bcc req-ce45f117-8093-49a4-8eda-11ac8befec81 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0782974 May 11 06:46:18.493178 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 0c976279-8b75-4fa9-9ca3-337753d9430e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c976279-8b75-4fa9-9ca3-337753d9430e,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:46:18.507060 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': '0c976279-8b75-4fa9-9ca3-337753d9430e', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'port_id': '0c976279-8b75-4fa9-9ca3-337753d9430e', 'mac_address': 'fa:16:3e:c5:35:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:46:18.543748 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 0c976279-8b75-4fa9-9ca3-337753d9430e is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:46:18.544135 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:18.562261 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c976279-8b75-4fa9-9ca3-337753d9430e {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:46:18.581501 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 0c976279-8b75-4fa9-9ca3-337753d9430e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c976279-8b75-4fa9-9ca3-337753d9430e,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:46:18.585493 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:18.636431 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=0c976279-8b75-4fa9-9ca3-337753d9430e,revision_number=9']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:46:19.043151 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['0c976279-8b75-4fa9-9ca3-337753d9430e'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:46:19.585622 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b65681-570d-4ba0-a2c4-70b2aa465754 req-c7f750be-e276-4b42-9e0b-7a3856c1ae7f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:19.587105 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-43b65681-570d-4ba0-a2c4-70b2aa465754 req-c7f750be-e276-4b42-9e0b-7a3856c1ae7f tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 944 time: 0.0762894 May 11 06:46:19.608281 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256cbef9-8eb8-48fb-b0b9-e5cae6853ec3 req-9f3fdd30-386a-4a7f-9822-81f8fb397a91 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:19.609696 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-256cbef9-8eb8-48fb-b0b9-e5cae6853ec3 req-9f3fdd30-386a-4a7f-9822-81f8fb397a91 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0673771 May 11 06:46:19.678379 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-43b65681-570d-4ba0-a2c4-70b2aa465754 req-7dd608be-43af-4ce1-8437-e38e927345e3 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842373 May 11 06:46:19.692416 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-256cbef9-8eb8-48fb-b0b9-e5cae6853ec3 req-84e2f6cc-46e0-475c-ac12-fcd51fba2c41 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0756507 May 11 06:46:20.394136 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 0c976279-8b75-4fa9-9ca3-337753d9430e up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:46:20.442476 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port 0c976279-8b75-4fa9-9ca3-337753d9430e triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:46:20.442855 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:20.519473 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 0c976279-8b75-4fa9-9ca3-337753d9430e is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:46:20.519864 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:20.541421 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596cbeb7-7356-4919-913a-a0adace78883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c976279-8b75-4fa9-9ca3-337753d9430e'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:46:20.543643 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88be755c-0493-4237-8c48-bfa71b0ddfea" -d '{"events": [{"server_uuid": "596cbeb7-7356-4919-913a-a0adace78883", "name": "network-vif-plugged", "status": "completed", "tag": "0c976279-8b75-4fa9-9ca3-337753d9430e"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:46:20.556965 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 0c976279-8b75-4fa9-9ca3-337753d9430e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c976279-8b75-4fa9-9ca3-337753d9430e,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:46:20.561274 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:20.588211 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a973db2-f5d1-4131-b6cd-c74aa9813d0a x-openstack-request-id: req-3a973db2-f5d1-4131-b6cd-c74aa9813d0a {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:46:20.588496 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596cbeb7-7356-4919-913a-a0adace78883", "name": "network-vif-plugged", "status": "completed", "tag": "0c976279-8b75-4fa9-9ca3-337753d9430e", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:46:20.588751 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a973db2-f5d1-4131-b6cd-c74aa9813d0a {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:46:20.589134 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a973db2-f5d1-4131-b6cd-c74aa9813d0a'] response: {'server_uuid': '596cbeb7-7356-4919-913a-a0adace78883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c976279-8b75-4fa9-9ca3-337753d9430e', 'code': 200} May 11 06:46:20.614214 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=0c976279-8b75-4fa9-9ca3-337753d9430e,revision_number=10']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:46:20.621986 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:20.622331 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:20.622676 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:20.623022 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:20.623377 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:20.624725 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:20.625083 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:20.625422 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:20.625758 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:20.626543 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:20.626881 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:20.627215 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:20.627577 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:20.627907 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:20.628232 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:20.837656 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d8161-e92a-4c19-9d5f-a3264fc6be76 req-91efcfa9-5a57-4b24-a235-fc49af484a85 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:20.839086 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bd1d8161-e92a-4c19-9d5f-a3264fc6be76 req-91efcfa9-5a57-4b24-a235-fc49af484a85 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 946 time: 0.0871336 May 11 06:46:20.867294 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3620ac-ad41-4420-889b-d00dd6d8b5b3 req-e975b2c5-f5aa-407e-a104-1bb93efed280 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:20.868805 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ed3620ac-ad41-4420-889b-d00dd6d8b5b3 req-e975b2c5-f5aa-407e-a104-1bb93efed280 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.1046553 May 11 06:46:20.909776 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb391bd-2113-49d0-a312-2c44a14dc8be req-7d4f6c86-bcbf-4143-9640-e96444efae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:20.911230 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-abb391bd-2113-49d0-a312-2c44a14dc8be req-7d4f6c86-bcbf-4143-9640-e96444efae39 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 1130 time: 0.0888855 May 11 06:46:20.963552 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bd1d8161-e92a-4c19-9d5f-a3264fc6be76 req-b36ec607-58fb-42f4-b3d8-b3116ec20aaa tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184170 May 11 06:46:20.999289 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ed3620ac-ad41-4420-889b-d00dd6d8b5b3 req-ce8846d5-69a1-47b7-9cde-b8e9839f6db0 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1233542 May 11 06:46:21.002554 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-abb391bd-2113-49d0-a312-2c44a14dc8be req-4b6008db-e6e0-4fa7-b21e-b32b235c02fe service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811908 May 11 06:46:22.108938 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de824171-8375-4f83-b3de-a7dbec3f4170 req-c01e6ba3-eefb-40db-8b86-0b27c0d76cc2 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:22.110415 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-de824171-8375-4f83-b3de-a7dbec3f4170 req-c01e6ba3-eefb-40db-8b86-0b27c0d76cc2 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 946 time: 0.0753579 May 11 06:46:22.139198 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c93356-e158-464b-9665-cbf5435ec4f4 req-9ca078df-0f66-4c2d-a44a-a5830e95b8a8 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:22.140676 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-41c93356-e158-464b-9665-cbf5435ec4f4 req-9ca078df-0f66-4c2d-a44a-a5830e95b8a8 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0725288 May 11 06:46:22.185273 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-de824171-8375-4f83-b3de-a7dbec3f4170 req-1da6fcf9-d00e-4f27-aabe-fb273c426a0d tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692337 May 11 06:46:22.219782 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-41c93356-e158-464b-9665-cbf5435ec4f4 req-65a3de78-8f1a-4efc-862a-f6d748d46234 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0726221 May 11 06:46:23.331099 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022376b-283c-4478-9b76-2eabd45ae9be req-f8faee25-b7fc-4d64-85fd-36910fd214f9 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:23.332636 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b022376b-283c-4478-9b76-2eabd45ae9be req-f8faee25-b7fc-4d64-85fd-36910fd214f9 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 946 time: 0.0773993 May 11 06:46:23.364942 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e28d7-f1b6-4233-a577-3530fc493492 req-17e5a9ff-7a9f-45c6-baf6-ce9e95f3c387 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:23.366433 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b73e28d7-f1b6-4233-a577-3530fc493492 req-17e5a9ff-7a9f-45c6-baf6-ce9e95f3c387 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0763454 May 11 06:46:23.414527 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b022376b-283c-4478-9b76-2eabd45ae9be req-48044f1d-09f9-4993-976b-34273ec29588 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759337 May 11 06:46:23.455028 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b73e28d7-f1b6-4233-a577-3530fc493492 req-0ef856c6-5e06-42a1-a780-7040385685c5 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822110 May 11 06:46:24.542468 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88d5f2-5b56-4b33-8b54-db9c6af13575 req-b09e0a2c-493f-4271-988a-ddcab55d0b9a tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:24.544633 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0a88d5f2-5b56-4b33-8b54-db9c6af13575 req-b09e0a2c-493f-4271-988a-ddcab55d0b9a tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 946 time: 0.0577905 May 11 06:46:24.598194 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dda42-f786-4c06-a999-85e8e1a6fa82 req-d6e97af6-3b37-4cb6-a0b7-a414d1437b3e tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:24.599687 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-387dda42-f786-4c06-a999-85e8e1a6fa82 req-d6e97af6-3b37-4cb6-a0b7-a414d1437b3e tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0748634 May 11 06:46:24.640536 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0a88d5f2-5b56-4b33-8b54-db9c6af13575 req-7b3d8bcd-6152-4588-a093-bc568b14e32b tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741460 May 11 06:46:24.678741 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-387dda42-f786-4c06-a999-85e8e1a6fa82 req-6b08c9db-ec57-40c7-a01c-cd3e6c91a7ac tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685947 May 11 06:46:25.645967 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-84fefbf3-f023-4a6a-bf76-b72a253f80eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:25.791549 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983f017-ca14-440e-bdd4-2822d7ff2be8 req-c2564757-8b79-4420-a029-b692a1f5f56f tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:25.793020 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e983f017-ca14-440e-bdd4-2822d7ff2be8 req-c2564757-8b79-4420-a029-b692a1f5f56f tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0473406 May 11 06:46:25.850622 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e983f017-ca14-440e-bdd4-2822d7ff2be8 req-223c4cec-4677-4b71-8d7e-31e0fc90f231 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520546 May 11 06:46:26.966197 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579043b4-4d5c-4555-bdee-87f12e9c9226 req-73489455-001c-417e-a733-96ca047b7441 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:26.967684 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-579043b4-4d5c-4555-bdee-87f12e9c9226 req-73489455-001c-417e-a733-96ca047b7441 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0503623 May 11 06:46:27.025581 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-579043b4-4d5c-4555-bdee-87f12e9c9226 req-09d6f467-5f3a-47f5-8b1f-22883c48dab2 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520506 May 11 06:46:27.768776 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-00f0ea9d-35be-493f-bfff-c4ff5f230447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:28.139904 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5c2b6-e90e-4c55-acf2-ada62e424e90 req-4b20405f-5ec7-47cd-ba2e-0f9fc78a70da tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:28.141388 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-eaa5c2b6-e90e-4c55-acf2-ada62e424e90 req-4b20405f-5ec7-47cd-ba2e-0f9fc78a70da tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0469956 May 11 06:46:28.199596 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-eaa5c2b6-e90e-4c55-acf2-ada62e424e90 req-60efedd9-8163-4440-b99f-5aaef73e5ad2 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525985 May 11 06:46:29.042715 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:29.310664 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5873b-c6e0-496e-afe8-4d657ba74721 req-d65c2189-b4a3-4ab0-bd91-c20e79decb27 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:29.312063 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-06a5873b-c6e0-496e-afe8-4d657ba74721 req-d65c2189-b4a3-4ab0-bd91-c20e79decb27 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0466704 May 11 06:46:29.373414 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-06a5873b-c6e0-496e-afe8-4d657ba74721 req-169cc26d-c01b-4c98-a879-a4bf59fddc61 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557039 May 11 06:46:30.022631 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:30.485803 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc682c12-67c6-4ebf-b1a0-9399395c96aa req-3f8cb842-28ed-4c42-8fd7-365aad84b95a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:30.487300 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-cc682c12-67c6-4ebf-b1a0-9399395c96aa req-3f8cb842-28ed-4c42-8fd7-365aad84b95a tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0484090 May 11 06:46:30.545679 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-cc682c12-67c6-4ebf-b1a0-9399395c96aa req-f25cf60b-87de-41a0-8394-0214daf24d16 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527313 May 11 06:46:30.944922 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:31.658311 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870785d2-2ccd-45e6-a3e2-d8071de046d9 req-c8bc27fb-97ce-4491-a1ea-56db2f4fe9ac tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:31.661325 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-870785d2-2ccd-45e6-a3e2-d8071de046d9 req-c8bc27fb-97ce-4491-a1ea-56db2f4fe9ac tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0507851 May 11 06:46:31.721136 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-870785d2-2ccd-45e6-a3e2-d8071de046d9 req-97fd59be-5e6b-45d0-9b84-a7d3fd625e74 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530000 May 11 06:46:32.573968 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:32.836331 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377229d6-1534-4f7b-8f45-06275ea29089 req-ca6448a5-b81a-474a-9bf4-961252241f89 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:32.837797 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-377229d6-1534-4f7b-8f45-06275ea29089 req-ca6448a5-b81a-474a-9bf4-961252241f89 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0513425 May 11 06:46:32.896875 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-377229d6-1534-4f7b-8f45-06275ea29089 req-e53e094d-0450-447c-8a11-c4df3a2d9cd8 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528684 May 11 06:46:34.011634 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b6313-e37c-4fec-a0a1-5d9c9051ae7b req-452d63c2-0423-4810-a0a8-27a94aee5614 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:34.013101 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e20b6313-e37c-4fec-a0a1-5d9c9051ae7b req-452d63c2-0423-4810-a0a8-27a94aee5614 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0504892 May 11 06:46:34.071137 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e20b6313-e37c-4fec-a0a1-5d9c9051ae7b req-2340445e-622d-408f-a466-833d851f9a5c tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524642 May 11 06:46:35.187126 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31004e70-05a4-43aa-90cd-268d71f3f2e0 req-0dcc1ecb-8846-4a5f-b247-8897790415e7 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:35.188597 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-31004e70-05a4-43aa-90cd-268d71f3f2e0 req-0dcc1ecb-8846-4a5f-b247-8897790415e7 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0509980 May 11 06:46:35.246386 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-31004e70-05a4-43aa-90cd-268d71f3f2e0 req-c50afefb-2430-4a4e-9c05-6a0bb97ea235 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&id=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522635 May 11 06:46:35.911464 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:46:53.629191 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af85de6-c5b7-4174-bbef-72b65205a5b0 req-53f1ec0c-48dd-4420-9da4-fc4cbb0f8750 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:53.630690 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6af85de6-c5b7-4174-bbef-72b65205a5b0 req-53f1ec0c-48dd-4420-9da4-fc4cbb0f8750 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 945 time: 0.0476954 May 11 06:46:53.676937 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6af85de6-c5b7-4174-bbef-72b65205a5b0 req-895ec107-7139-4631-b82b-4723eb6099e5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=20233861-2412-4aa4-a117-cb36188b3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407970 May 11 06:46:54.791509 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159ca15-4fdb-4dcb-a6a9-d8aa3ab4b44c req-bb6ebd68-9bda-4f4e-adf8-11377cc37423 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:54.792982 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d159ca15-4fdb-4dcb-a6a9-d8aa3ab4b44c req-bb6ebd68-9bda-4f4e-adf8-11377cc37423 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 945 time: 0.0483251 May 11 06:46:54.843650 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d159ca15-4fdb-4dcb-a6a9-d8aa3ab4b44c req-a8238802-7528-46dd-a427-c704f95162c5 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=20233861-2412-4aa4-a117-cb36188b3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451131 May 11 06:46:55.647508 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b8d28d-3bf5-497a-a494-c1c382e96a03 req-0bd8ad7a-60ea-4604-b31e-074e6aefbd59 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:55.649061 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e2b8d28d-3bf5-497a-a494-c1c382e96a03 req-0bd8ad7a-60ea-4604-b31e-074e6aefbd59 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 945 time: 0.0538507 May 11 06:46:55.650865 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-159de9e3-7613-40d4-9cca-151821d79031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:55.736651 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-e2b8d28d-3bf5-497a-a494-c1c382e96a03 req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Deleting port 7970ee38-ee7c-48dd-b7d9-3efd0916a387 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:46:55.736994 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-e2b8d28d-3bf5-497a-a494-c1c382e96a03 req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (7970ee38-ee7c-48dd-b7d9-3efd0916a387), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:55.826525 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-e2b8d28d-3bf5-497a-a494-c1c382e96a03 req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] For port 7970ee38-ee7c-48dd-b7d9-3efd0916a387, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7970ee38-ee7c-48dd-b7d9-3efd0916a387,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:46:55.827197 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-e2b8d28d-3bf5-497a-a494-c1c382e96a03 req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (7970ee38-ee7c-48dd-b7d9-3efd0916a387), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:56.015670 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f042f08c-25c9-4ace-8f36-067d2b9d5be9 req-ccd48ac7-2c29-473f-8482-376e44fd3a51 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:46:56.017068 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f042f08c-25c9-4ace-8f36-067d2b9d5be9 req-ccd48ac7-2c29-473f-8482-376e44fd3a51 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/ports?device_id=ef4191b4-a818-4c0f-95ee-869fd30177e2 HTTP/1.1" status: 200 len: 945 time: 0.0925355 May 11 06:46:56.051457 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-e2b8d28d-3bf5-497a-a494-c1c382e96a03 req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:56.051827 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-e2b8d28d-3bf5-497a-a494-c1c382e96a03 req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (fa9f4f8c-3675-4789-9613-e7c6b4b9f621), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:56.052145 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [req-e2b8d28d-3bf5-497a-a494-c1c382e96a03 req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Floating IP fa9f4f8c-3675-4789-9613-e7c6b4b9f621 disassociated. External IP: 172.27.2.47, port: 7970ee38-ee7c-48dd-b7d9-3efd0916a387. May 11 06:46:56.052491 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-e2b8d28d-3bf5-497a-a494-c1c382e96a03 req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Calling delete_port for 7970ee38-ee7c-48dd-b7d9-3efd0916a387 owned by compute:nova {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:46:56.115666 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f042f08c-25c9-4ace-8f36-067d2b9d5be9 req-d215a18d-54ad-4c97-bfec-e0c1f2caac2f tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups?id=20233861-2412-4aa4-a117-cb36188b3db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924993 May 11 06:46:56.202347 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-e2b8d28d-3bf5-497a-a494-c1c382e96a03 req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (7970ee38-ee7c-48dd-b7d9-3efd0916a387), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:56.239045 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event deleted for resources: {'Port': ['ID=7970ee38-ee7c-48dd-b7d9-3efd0916a387,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:46:56.249313 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:56.249697 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:56.250075 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:56.250418 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:56.251417 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:56.251417 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:56.251644 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:56.251815 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:56.252193 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:56.252528 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:56.252856 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:56.253214 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:56.253542 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:56.253881 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:56.254196 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:56.361639 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2b8d28d-3bf5-497a-a494-c1c382e96a03 req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Router 58024757-0472-42af-9a5f-e09dbcca1c29 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:46:56.478878 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2b8d28d-3bf5-497a-a494-c1c382e96a03 req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:46:56.488371 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e06437e-e456-4a7d-9e13-7f808e887ced None None] Sync routers for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:46:56.499025 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e06437e-e456-4a7d-9e13-7f808e887ced None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:46:56.499738 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-6e06437e-e456-4a7d-9e13-7f808e887ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:46:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:46:56.520790 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b8d28d-3bf5-497a-a494-c1c382e96a03 req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] No DVR routers for this DVR port 7970ee38-ee7c-48dd-b7d9-3efd0916a387 on host hv-cinder-80475 {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:46:56.523539 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-e2b8d28d-3bf5-497a-a494-c1c382e96a03 req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:56.526689 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e2b8d28d-3bf5-497a-a494-c1c382e96a03 req-9af53d8a-1cd4-4a1f-9a43-1fe73ab11682 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.70 "DELETE /v2.0/ports/7970ee38-ee7c-48dd-b7d9-3efd0916a387 HTTP/1.1" status: 204 len: 173 time: 0.8705480 May 11 06:46:56.527133 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4191b4-a818-4c0f-95ee-869fd30177e2', 'name': 'network-vif-deleted', 'tag': '7970ee38-ee7c-48dd-b7d9-3efd0916a387'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:46:56.530488 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942c890b-0c94-4dd9-b943-42071e42e5ac" -d '{"events": [{"server_uuid": "ef4191b4-a818-4c0f-95ee-869fd30177e2", "name": "network-vif-deleted", "tag": "7970ee38-ee7c-48dd-b7d9-3efd0916a387"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:46:56.570288 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26679f65-1698-45c7-8616-8716742595bf x-openstack-request-id: req-26679f65-1698-45c7-8616-8716742595bf {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:46:56.570288 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4191b4-a818-4c0f-95ee-869fd30177e2", "name": "network-vif-deleted", "tag": "7970ee38-ee7c-48dd-b7d9-3efd0916a387", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:46:56.571304 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-26679f65-1698-45c7-8616-8716742595bf {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:46:56.572339 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26679f65-1698-45c7-8616-8716742595bf'] response: {'server_uuid': 'ef4191b4-a818-4c0f-95ee-869fd30177e2', 'name': 'network-vif-deleted', 'tag': '7970ee38-ee7c-48dd-b7d9-3efd0916a387', 'status': 'completed', 'code': 200} May 11 06:46:56.619688 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-6e06437e-e456-4a7d-9e13-7f808e887ced None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:46:56.823425 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-6e06437e-e456-4a7d-9e13-7f808e887ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:46:56.849412 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e06437e-e456-4a7d-9e13-7f808e887ced None None] Checking router: 58024757-0472-42af-9a5f-e09dbcca1c29 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:46:56.858254 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e06437e-e456-4a7d-9e13-7f808e887ced None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:46:56.858855 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-6e06437e-e456-4a7d-9e13-7f808e887ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:46:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:46:56.965799 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-6e06437e-e456-4a7d-9e13-7f808e887ced None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:46:57.208987 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42486) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:46:57.247837 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-6e06437e-e456-4a7d-9e13-7f808e887ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:46:57.268183 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (20233861-2412-4aa4-a117-cb36188b3db9), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:57.274842 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e06437e-e456-4a7d-9e13-7f808e887ced None None] The sync data for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi is: [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:39:12Z', 'revision_number': 4, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9', 'name': '', 'network_id': '61e699df-3755-47eb-b019-c5436429fdb7', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'mac_address': 'fa:16:3e:a1:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:11Z', 'updated_at': '2022-05-11T06:39:30Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'subnets': [{'id': 'ff6c0e1a-69e0-4947-b746-0e027c95d678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:46:57.293372 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (20233861-2412-4aa4-a117-cb36188b3db9), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:57.347099 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (20233861-2412-4aa4-a117-cb36188b3db9), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:57.349787 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:57.351033 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "DELETE /v2.0/security-groups/20233861-2412-4aa4-a117-cb36188b3db9 HTTP/1.1" status: 204 len: 168 time: 0.1408949 May 11 06:46:57.354423 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 42488) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:46:57.361223 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20233861-2412-4aa4-a117-cb36188b3db9,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:46:57.368552 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:57.369417 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:57.369758 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:57.370131 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:57.370278 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.api.v2.resource [None req-83db71ed-fc5b-4479-a1ea-e377560becc7 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] show failed (client error): The resource could not be found. May 11 06:46:57.370465 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:57.370981 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:57.371171 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-83db71ed-fc5b-4479-a1ea-e377560becc7 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "GET /v2.0/security-groups/20233861-2412-4aa4-a117-cb36188b3db9 HTTP/1.1" status: 404 len: 347 time: 0.0157735 May 11 06:46:57.371316 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:57.371652 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:57.372125 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:57.372453 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:57.372776 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:57.373098 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:57.373419 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:57.373741 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:57.374072 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4742c5fd-5556-4119-aa89-b9fa76caffd2 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:46:57.374191 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 42490) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:46:57.499957 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f6697-a69d-475a-9423-2e7d24c65801 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Deleting port f8aec544-e9c2-4c31-b876-63aeb991a162 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:46:57.500207 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6697-a69d-475a-9423-2e7d24c65801 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (f8aec544-e9c2-4c31-b876-63aeb991a162), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:57.539134 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1facfbd2-756b-49c3-9abd-5b2b6a6c0bb2 None None] New status for floating IP fa9f4f8c-3675-4789-9613-e7c6b4b9f621: DOWN {{(pid=104515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:46:57.580386 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6697-a69d-475a-9423-2e7d24c65801 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (f8aec544-e9c2-4c31-b876-63aeb991a162), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:57.580703 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6697-a69d-475a-9423-2e7d24c65801 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (f8aec544-e9c2-4c31-b876-63aeb991a162), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:57.593127 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f6697-a69d-475a-9423-2e7d24c65801 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Calling delete_port for f8aec544-e9c2-4c31-b876-63aeb991a162 owned by network:floatingip {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:46:57.726831 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6697-a69d-475a-9423-2e7d24c65801 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (f8aec544-e9c2-4c31-b876-63aeb991a162), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:57.755026 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f6697-a69d-475a-9423-2e7d24c65801 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Pushing event deleted for resources: {'Port': ['ID=f8aec544-e9c2-4c31-b876-63aeb991a162,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:46:57.771832 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a5941d88-3345-4f11-8829-631491acb273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:57.816396 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6697-a69d-475a-9423-2e7d24c65801 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks [] for floatingip (fa9f4f8c-3675-4789-9613-e7c6b4b9f621), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:57.819255 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6697-a69d-475a-9423-2e7d24c65801 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:46:57.820446 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-fa6f6697-a69d-475a-9423-2e7d24c65801 tempest-AttachVolumeNegativeTest-1904882873 tempest-AttachVolumeNegativeTest-1904882873-project] 10.222.0.64 "DELETE /v2.0/floatingips/fa9f4f8c-3675-4789-9613-e7c6b4b9f621 HTTP/1.1" status: 204 len: 168 time: 0.4454029 May 11 06:46:58.545013 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 7970ee38-ee7c-48dd-b7d9-3efd0916a387 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:46:58.564925 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: 7970ee38-ee7c-48dd-b7d9-3efd0916a387 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:46:58.565268 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 7970ee38-ee7c-48dd-b7d9-3efd0916a387 not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:46:59.051395 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:00.034888 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:00.947153 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:01.466560 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 42536) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:01.842766 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c1e2-c3fe-492b-81b0-ac0707b20858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825217'] for router_interface (58024757-0472-42af-9a5f-e09dbcca1c29), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:02.327052 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7c1e2-c3fe-492b-81b0-ac0707b20858 admin admin] Deleting port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:02.327311 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c1e2-c3fe-492b-81b0-ac0707b20858 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:02.405556 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-c7f7c1e2-c3fe-492b-81b0-ac0707b20858 admin admin] For port 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:02.405921 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c1e2-c3fe-492b-81b0-ac0707b20858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:02.425483 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7c1e2-c3fe-492b-81b0-ac0707b20858 admin admin] Calling delete_port for 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 owned by network:router_interface {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:02.575383 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:02.609001 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c1e2-c3fe-492b-81b0-ac0707b20858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:02.636820 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7c1e2-c3fe-492b-81b0-ac0707b20858 admin admin] Pushing event deleted for resources: {'Port': ['ID=73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:02.824498 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c7f7c1e2-c3fe-492b-81b0-ac0707b20858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-269022'] for router_interface (58024757-0472-42af-9a5f-e09dbcca1c29), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:03.039999 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848044b-0003-4cfc-9c00-687f7dc1b73a req-9fa4a73e-e17b-46ae-93ee-a2b6979fc134 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:03.042051 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a848044b-0003-4cfc-9c00-687f7dc1b73a req-9fa4a73e-e17b-46ae-93ee-a2b6979fc134 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0590029 May 11 06:47:03.118237 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f7c1e2-c3fe-492b-81b0-ac0707b20858 admin admin] Router 58024757-0472-42af-9a5f-e09dbcca1c29 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:47:03.128484 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a848044b-0003-4cfc-9c00-687f7dc1b73a req-b6bcaf0c-c5b7-4026-b139-123acc203f4e tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614989 May 11 06:47:03.236004 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f7c1e2-c3fe-492b-81b0-ac0707b20858 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:47:03.240893 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-c7f7c1e2-c3fe-492b-81b0-ac0707b20858 admin admin] 10.222.0.64 "PUT /v2.0/routers/58024757-0472-42af-9a5f-e09dbcca1c29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7733157 May 11 06:47:03.243462 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 42552) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:03.245792 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23224503-ca06-4efb-9b72-3496804677d9 None None] Sync routers for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:47:03.255354 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23224503-ca06-4efb-9b72-3496804677d9 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:03.255957 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-23224503-ca06-4efb-9b72-3496804677d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:46:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:03.358505 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ad4adfe7-0d01-4b78-9c6c-47d29b8730b2 admin admin] Publish callbacks [] for router (58024757-0472-42af-9a5f-e09dbcca1c29), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:03.369030 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-23224503-ca06-4efb-9b72-3496804677d9 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:03.473271 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ad4adfe7-0d01-4b78-9c6c-47d29b8730b2 admin admin] Publish callbacks [] for router_gateway (58024757-0472-42af-9a5f-e09dbcca1c29), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:03.520710 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-ad4adfe7-0d01-4b78-9c6c-47d29b8730b2 admin admin] Deleting port 98d484bd-4027-4f7c-964b-2a0db460a6d8 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:03.521051 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ad4adfe7-0d01-4b78-9c6c-47d29b8730b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (98d484bd-4027-4f7c-964b-2a0db460a6d8), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:03.548692 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-23224503-ca06-4efb-9b72-3496804677d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190'}], 'enable_snat': True}, 'gw_port_id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:47:02Z', 'revision_number': 5, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port': {'id': '98d484bd-4027-4f7c-964b-2a0db460a6d8', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:76:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:07Z', 'updated_at': '2022-05-11T06:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:03.576413 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23224503-ca06-4efb-9b72-3496804677d9 None None] Checking router: 58024757-0472-42af-9a5f-e09dbcca1c29 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:47:03.584960 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23224503-ca06-4efb-9b72-3496804677d9 None None] Routers {'58024757-0472-42af-9a5f-e09dbcca1c29'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:03.585808 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-23224503-ca06-4efb-9b72-3496804677d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:46:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['58024757-0472-42af-9a5f-e09dbcca1c29'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:03.612683 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-ad4adfe7-0d01-4b78-9c6c-47d29b8730b2 admin admin] For port 98d484bd-4027-4f7c-964b-2a0db460a6d8, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=98d484bd-4027-4f7c-964b-2a0db460a6d8,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:03.613896 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ad4adfe7-0d01-4b78-9c6c-47d29b8730b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (98d484bd-4027-4f7c-964b-2a0db460a6d8), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:03.629490 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-ad4adfe7-0d01-4b78-9c6c-47d29b8730b2 admin admin] Calling delete_port for 98d484bd-4027-4f7c-964b-2a0db460a6d8 owned by network:router_gateway {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:03.683140 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-23224503-ca06-4efb-9b72-3496804677d9 None None] Set router 58024757-0472-42af-9a5f-e09dbcca1c29 gateway port host: None {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:03.742276 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-23224503-ca06-4efb-9b72-3496804677d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:47:03Z', 'revision_number': 6, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port_host': None}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:03.778101 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23224503-ca06-4efb-9b72-3496804677d9 None None] The sync data for ids ['58024757-0472-42af-9a5f-e09dbcca1c29'] in dv-cinder-804757-27-iscsi is: [{'id': '58024757-0472-42af-9a5f-e09dbcca1c29', 'name': 'tempest-AttachVolumeNegativeTest-1680997120-router', 'tenant_id': 'eb4348f294cc464f89b2334676442d25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:06Z', 'updated_at': '2022-05-11T06:47:03Z', 'revision_number': 6, 'project_id': 'eb4348f294cc464f89b2334676442d25', 'gw_port_host': None}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:47:03.817148 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ad4adfe7-0d01-4b78-9c6c-47d29b8730b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (98d484bd-4027-4f7c-964b-2a0db460a6d8), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:03.845967 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4adfe7-0d01-4b78-9c6c-47d29b8730b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d484bd-4027-4f7c-964b-2a0db460a6d8,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:03.910577 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ad4adfe7-0d01-4b78-9c6c-47d29b8730b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823987'] for router_gateway (58024757-0472-42af-9a5f-e09dbcca1c29), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.020655 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ad4adfe7-0d01-4b78-9c6c-47d29b8730b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7236'] for router (58024757-0472-42af-9a5f-e09dbcca1c29), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.022666 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ad4adfe7-0d01-4b78-9c6c-47d29b8730b2 admin admin] Publish callbacks [] for router_controller (58024757-0472-42af-9a5f-e09dbcca1c29), precommit_delete_associations {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.085155 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ad4adfe7-0d01-4b78-9c6c-47d29b8730b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830306'] for router (58024757-0472-42af-9a5f-e09dbcca1c29), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.085733 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4adfe7-0d01-4b78-9c6c-47d29b8730b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58024757-0472-42af-9a5f-e09dbcca1c29 {{(pid=104513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:47:04.090342 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ad4adfe7-0d01-4b78-9c6c-47d29b8730b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.091631 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-ad4adfe7-0d01-4b78-9c6c-47d29b8730b2 admin admin] 10.222.0.64 "DELETE /v2.0/routers/58024757-0472-42af-9a5f-e09dbcca1c29 HTTP/1.1" status: 204 len: 168 time: 0.8472731 May 11 06:47:04.094048 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 42554) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:04.139032 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f145520-4d36-4fd3-b250-b834e2d6f9bf admin admin] Deleting subnet ff6c0e1a-69e0-4947-b746-0e027c95d678 {{(pid=104513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:47:04.141894 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7f145520-4d36-4fd3-b250-b834e2d6f9bf admin admin] Publish callbacks [] for subnet (ff6c0e1a-69e0-4947-b746-0e027c95d678), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.194930 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7f145520-4d36-4fd3-b250-b834e2d6f9bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59152305'] for subnet (ff6c0e1a-69e0-4947-b746-0e027c95d678), precommit_delete_associations {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.281366 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208eded3-86da-484f-b36e-bf89099d9981 req-c88f3784-6185-4c6f-a0ef-6bd5dae6cf0c tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:04.282767 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-208eded3-86da-484f-b36e-bf89099d9981 req-c88f3784-6185-4c6f-a0ef-6bd5dae6cf0c tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0619195 May 11 06:47:04.374199 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7f145520-4d36-4fd3-b250-b834e2d6f9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660987'] for subnet (ff6c0e1a-69e0-4947-b746-0e027c95d678), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.410369 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-208eded3-86da-484f-b36e-bf89099d9981 req-75a240a4-ebeb-4ebd-8660-3353413ea906 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089363 May 11 06:47:04.439502 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7f145520-4d36-4fd3-b250-b834e2d6f9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60787587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59146744'] for subnet (ff6c0e1a-69e0-4947-b746-0e027c95d678), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.466439 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f145520-4d36-4fd3-b250-b834e2d6f9bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff6c0e1a-69e0-4947-b746-0e027c95d678,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:04.468409 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7f145520-4d36-4fd3-b250-b834e2d6f9bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.472372 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-7f145520-4d36-4fd3-b250-b834e2d6f9bf admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ff6c0e1a-69e0-4947-b746-0e027c95d678 HTTP/1.1" status: 204 len: 168 time: 0.3765121 May 11 06:47:04.473998 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 42558) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:04.476500 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec82481-cba1-4a95-9a0c-4028fc9b6d2c None None] Network 61e699df-3755-47eb-b019-c5436429fdb7 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:47:04.545018 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568100'] for network (61e699df-3755-47eb-b019-c5436429fdb7), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.595213 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] Deleting port dcca5a01-6b89-4e85-ac62-866b127148e4 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:04.595441 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (dcca5a01-6b89-4e85-ac62-866b127148e4), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.619528 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:47:04.642923 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:47:04.643289 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 73cb703c-3f02-4c8b-b2b9-6a0f8b841eb9 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:47:04.645814 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f30b086-e0f9-4c23-99e2-b57f61aaae5f None None] DHCP port deletion for 61e699df-3755-47eb-b019-c5436429fdb7 request from dv-cinder-804757-27-iscsi {{(pid=104515) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:47:04.666993 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] For port dcca5a01-6b89-4e85-ac62-866b127148e4, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=dcca5a01-6b89-4e85-ac62-866b127148e4,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:04.667494 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (dcca5a01-6b89-4e85-ac62-866b127148e4), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.682902 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] Calling delete_port for dcca5a01-6b89-4e85-ac62-866b127148e4 owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:04.685265 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-1f30b086-e0f9-4c23-99e2-b57f61aaae5f None None] Deleting port dcca5a01-6b89-4e85-ac62-866b127148e4 {{(pid=104515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:04.685647 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-1f30b086-e0f9-4c23-99e2-b57f61aaae5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (dcca5a01-6b89-4e85-ac62-866b127148e4), before_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.767255 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-1f30b086-e0f9-4c23-99e2-b57f61aaae5f None None] For port dcca5a01-6b89-4e85-ac62-866b127148e4, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=dcca5a01-6b89-4e85-ac62-866b127148e4,segment=NetworkSegment(2e61457c-2ad8-43c8-a265-49f4d4f5c5c9),segment_id=2e61457c-2ad8-43c8-a265-49f4d4f5c5c9)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:04.767801 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-1f30b086-e0f9-4c23-99e2-b57f61aaae5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (dcca5a01-6b89-4e85-ac62-866b127148e4), precommit_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.779514 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (dcca5a01-6b89-4e85-ac62-866b127148e4), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.786753 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-1f30b086-e0f9-4c23-99e2-b57f61aaae5f None None] Calling delete_port for dcca5a01-6b89-4e85-ac62-866b127148e4 owned by network:dhcp {{(pid=104515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:04.809549 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcca5a01-6b89-4e85-ac62-866b127148e4,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:04.812975 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] No DVR routers for this DVR port dcca5a01-6b89-4e85-ac62-866b127148e4 on host dv-cinder-804757-27-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:47:04.882261 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-1f30b086-e0f9-4c23-99e2-b57f61aaae5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984'] for port (dcca5a01-6b89-4e85-ac62-866b127148e4), after_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.888752 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773710', 'neutron.services.segments.db._delete_segments_for_network-8748549744406'] for network (61e699df-3755-47eb-b019-c5436429fdb7), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.909565 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30b086-e0f9-4c23-99e2-b57f61aaae5f None None] Pushing event deleted for resources: {'Port': ['ID=dcca5a01-6b89-4e85-ac62-866b127148e4,revision_number=None']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:04.913712 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e699df-3755-47eb-b019-c5436429fdb7']}} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:04.915073 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f30b086-e0f9-4c23-99e2-b57f61aaae5f None None] No DVR routers for this DVR port dcca5a01-6b89-4e85-ac62-866b127148e4 on host dv-cinder-804757-27-iscsi {{(pid=104515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:47:04.924571 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9') {'for_net_delete': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:04.924931 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e61457c-2ad8-43c8-a265-49f4d4f5c5c9') {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:04.934920 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748549467935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59152264'] for segment (2e61457c-2ad8-43c8-a265-49f4d4f5c5c9), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.948072 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (2e61457c-2ad8-43c8-a265-49f4d4f5c5c9), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.954233 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=104513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:47:04.954622 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60797985'] for segment (2e61457c-2ad8-43c8-a265-49f4d4f5c5c9), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: Traceback (most recent call last): May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: timer() May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: cb(*args, **kw) May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: return func(*args, **kwargs) May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: self._notify() May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: self.callback(batched_events) May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: event.method(event) May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: return f(self, *a, **k) May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._get(url).json() May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: return self.request(url, 'GET', **kwargs) May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:47:04.956376 dv-cinder-804757-27-iscsi neutron-server[104513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:47:05.013420 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826241'] for network (61e699df-3755-47eb-b019-c5436429fdb7), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:05.020759 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:05.027066 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] 10.222.0.64 "DELETE /v2.0/networks/61e699df-3755-47eb-b019-c5436429fdb7 HTTP/1.1" status: 204 len: 168 time: 0.5490179 May 11 06:47:05.034142 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474e0c3-72b1-44a5-ac22-189f43b34187 admin admin] Pushing event deleted for resources: {'Network': ['ID=61e699df-3755-47eb-b019-c5436429fdb7,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:05.144225 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42564) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:05.185472 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-1498502e-0b04-41b1-9e23-6b70a78a566a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb4348f294cc464f89b2334676442d25&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0400147 May 11 06:47:05.187920 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42566) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:05.243913 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-45a25ad3-40c3-410e-8a2c-e110ed871713 admin admin] Publish callbacks [] for security_group (30bf0e62-1092-490e-92e8-0ef448becd98), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:05.265865 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-45a25ad3-40c3-410e-8a2c-e110ed871713 admin admin] Publish callbacks [] for security_group (30bf0e62-1092-490e-92e8-0ef448becd98), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:05.313250 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-45a25ad3-40c3-410e-8a2c-e110ed871713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (30bf0e62-1092-490e-92e8-0ef448becd98), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:05.316165 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-45a25ad3-40c3-410e-8a2c-e110ed871713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:05.317425 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-45a25ad3-40c3-410e-8a2c-e110ed871713 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/30bf0e62-1092-490e-92e8-0ef448becd98 HTTP/1.1" status: 204 len: 168 time: 0.1286142 May 11 06:47:05.326038 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a25ad3-40c3-410e-8a2c-e110ed871713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bf0e62-1092-490e-92e8-0ef448becd98,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:05.534305 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ee81d-9136-40ac-8535-65d58b4061c2 req-1a7694b2-1be4-40e4-beaf-56720a28cb5e tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:05.535828 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1d7ee81d-9136-40ac-8535-65d58b4061c2 req-1a7694b2-1be4-40e4-beaf-56720a28cb5e tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0514209 May 11 06:47:05.582683 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1d7ee81d-9136-40ac-8535-65d58b4061c2 req-4ef7e52b-f6bb-4123-9075-cdd99444b119 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411358 May 11 06:47:06.067438 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-283fe758-7d3f-49d7-91cc-9d6da9a48c65 req-0b7cb8be-6e1a-45db-9816-e41a8bf0de15 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451977 May 11 06:47:06.174369 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fe758-7d3f-49d7-91cc-9d6da9a48c65 req-7b0030f1-03cc-40ac-8df1-4909cff8c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:06.176030 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-283fe758-7d3f-49d7-91cc-9d6da9a48c65 req-7b0030f1-03cc-40ac-8df1-4909cff8c738 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea42234bb6844ce88afe0725d859863e&device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 1130 time: 0.0463398 May 11 06:47:06.226384 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device dcca5a01-6b89-4e85-ac62-866b127148e4 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:47:06.251878 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: dcca5a01-6b89-4e85-ac62-866b127148e4 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:47:06.252300 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device dcca5a01-6b89-4e85-ac62-866b127148e4 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:47:06.252784 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 98d484bd-4027-4f7c-964b-2a0db460a6d8 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:47:06.272768 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: 98d484bd-4027-4f7c-964b-2a0db460a6d8 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:47:06.273222 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 98d484bd-4027-4f7c-964b-2a0db460a6d8 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:47:06.339301 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a29962-83cc-4be3-8100-d1889aa4d659 req-b13da2b0-7c17-49aa-8076-cea173213bc5 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:06.340796 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-02a29962-83cc-4be3-8100-d1889aa4d659 req-b13da2b0-7c17-49aa-8076-cea173213bc5 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 946 time: 0.0662842 May 11 06:47:06.345566 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fe758-7d3f-49d7-91cc-9d6da9a48c65 req-e238de6c-263c-4231-bd7c-2ec6630e9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:06.346969 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-283fe758-7d3f-49d7-91cc-9d6da9a48c65 req-e238de6c-263c-4231-bd7c-2ec6630e9d65 service neutron] 10.222.0.70 "GET /v2.0/networks?id=db82dec6-6180-4aae-84ec-afed65e8ca62 HTTP/1.1" status: 200 len: 918 time: 0.1491759 May 11 06:47:06.389912 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-02a29962-83cc-4be3-8100-d1889aa4d659 req-ab7422b0-af10-4f16-8f32-28dc113887ed tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417991 May 11 06:47:06.866245 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359db74-cf81-4998-a0fa-b1b41107524b req-164ef5c3-5cff-45e9-9a27-755e9d8a4fde tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:06.869056 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f359db74-cf81-4998-a0fa-b1b41107524b req-164ef5c3-5cff-45e9-9a27-755e9d8a4fde tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0535429 May 11 06:47:06.917451 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f359db74-cf81-4998-a0fa-b1b41107524b req-058abeae-1c72-4d3d-8ebe-a928a9f102c3 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426509 May 11 06:47:07.292491 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 42654) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:07.400136 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3fa63ca9-f9df-4126-b746-c0f420a60992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:07.792906 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3fa63ca9-f9df-4126-b746-c0f420a60992 admin admin] Publish callbacks [] for security_group (01d4f6d0-c07e-43e3-be84-b9a1f51b7974), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:07.805580 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3fa63ca9-f9df-4126-b746-c0f420a60992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (01d4f6d0-c07e-43e3-be84-b9a1f51b7974), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:07.828274 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d685c8-0a29-492c-9ff0-e692a1723c0e req-a1c9a9d5-f607-4ea2-b362-c3564a4acd33 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:07.829786 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e8d685c8-0a29-492c-9ff0-e692a1723c0e req-a1c9a9d5-f607-4ea2-b362-c3564a4acd33 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 946 time: 0.1121330 May 11 06:47:07.873887 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-3fa63ca9-f9df-4126-b746-c0f420a60992 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a1362429610343c29ee07c6beef05ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5802445 May 11 06:47:07.876621 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42662) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:07.885644 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa63ca9-f9df-4126-b746-c0f420a60992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d4f6d0-c07e-43e3-be84-b9a1f51b7974,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:07.889328 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-283fe758-7d3f-49d7-91cc-9d6da9a48c65 req-fcd42f89-ea8f-4396-8647-e4dfa34ad181 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c976279-8b75-4fa9-9ca3-337753d9430e HTTP/1.1" status: 200 len: 1001 time: 0.1705685 May 11 06:47:07.917258 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e8d685c8-0a29-492c-9ff0-e692a1723c0e req-e9297add-b428-40ea-8bee-6ba663008c9a tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups?id=dda0c5d7-f200-46f7-b686-e44667f38420&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718832 May 11 06:47:07.957675 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-204996bc-df71-4b8c-9de6-bd151e5c3724 admin admin] Publish callbacks [] for security_group (01d4f6d0-c07e-43e3-be84-b9a1f51b7974), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:07.966689 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fe758-7d3f-49d7-91cc-9d6da9a48c65 req-fb129017-829b-40fc-9593-62e6797ee419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:07.968358 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-283fe758-7d3f-49d7-91cc-9d6da9a48c65 req-fb129017-829b-40fc-9593-62e6797ee419 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=46918c72-b454-45a4-910b-65c25fc3c195 HTTP/1.1" status: 200 len: 856 time: 0.0475123 May 11 06:47:07.986042 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2628e7-4cf2-4223-a0f6-24b770d63951 req-9ad438a3-d432-43ac-8dd4-05cbf329d676 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:07.987549 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2e2628e7-4cf2-4223-a0f6-24b770d63951 req-9ad438a3-d432-43ac-8dd4-05cbf329d676 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.70 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 946 time: 0.0617216 May 11 06:47:08.002467 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-204996bc-df71-4b8c-9de6-bd151e5c3724 admin admin] Publish callbacks [] for security_group (01d4f6d0-c07e-43e3-be84-b9a1f51b7974), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:08.045890 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fe758-7d3f-49d7-91cc-9d6da9a48c65 req-0764bf6d-4221-4a6e-ac3e-80f396d93ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:08.047339 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-283fe758-7d3f-49d7-91cc-9d6da9a48c65 req-0764bf6d-4221-4a6e-ac3e-80f396d93ca8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=db82dec6-6180-4aae-84ec-afed65e8ca62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0695226 May 11 06:47:08.070465 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e96f9-d595-4685-9cb0-d02767663d93 req-a17f738d-2e2d-4928-b29e-595f2b9ab56c tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:08.072491 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f03e96f9-d595-4685-9cb0-d02767663d93 req-a17f738d-2e2d-4928-b29e-595f2b9ab56c tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0668156 May 11 06:47:08.106228 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-2e2628e7-4cf2-4223-a0f6-24b770d63951 req-cbc3bffb-3725-4204-8179-460b1e6a3889 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Deleting port 0c976279-8b75-4fa9-9ca3-337753d9430e {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:08.106698 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2e2628e7-4cf2-4223-a0f6-24b770d63951 req-cbc3bffb-3725-4204-8179-460b1e6a3889 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:08.123532 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-204996bc-df71-4b8c-9de6-bd151e5c3724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (01d4f6d0-c07e-43e3-be84-b9a1f51b7974), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:08.126265 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-204996bc-df71-4b8c-9de6-bd151e5c3724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:08.127615 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-204996bc-df71-4b8c-9de6-bd151e5c3724 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/01d4f6d0-c07e-43e3-be84-b9a1f51b7974 HTTP/1.1" status: 204 len: 168 time: 0.2499566 May 11 06:47:08.144365 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204996bc-df71-4b8c-9de6-bd151e5c3724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d4f6d0-c07e-43e3-be84-b9a1f51b7974,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:08.171742 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f03e96f9-d595-4685-9cb0-d02767663d93 req-4664d07b-dec6-4729-8eca-2421bc6db078 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890050 May 11 06:47:08.186477 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-283fe758-7d3f-49d7-91cc-9d6da9a48c65 req-673a57c3-3f6c-44d5-9884-b32570ccebcf service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313126 May 11 06:47:08.220737 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-2e2628e7-4cf2-4223-a0f6-24b770d63951 req-cbc3bffb-3725-4204-8179-460b1e6a3889 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] For port 0c976279-8b75-4fa9-9ca3-337753d9430e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0c976279-8b75-4fa9-9ca3-337753d9430e,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:08.221112 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2e2628e7-4cf2-4223-a0f6-24b770d63951 req-cbc3bffb-3725-4204-8179-460b1e6a3889 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:08.333785 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-283fe758-7d3f-49d7-91cc-9d6da9a48c65 req-49f85e62-e5e2-4709-ab98-5953c2f3f316 service neutron] 10.222.0.70 "GET /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952227 May 11 06:47:08.416920 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2e2628e7-4cf2-4223-a0f6-24b770d63951 req-cbc3bffb-3725-4204-8179-460b1e6a3889 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:08.417295 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2e2628e7-4cf2-4223-a0f6-24b770d63951 req-cbc3bffb-3725-4204-8179-460b1e6a3889 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (64b6196f-9867-4ede-b326-282621601d7c), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:08.417614 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.l3_db [req-2e2628e7-4cf2-4223-a0f6-24b770d63951 req-cbc3bffb-3725-4204-8179-460b1e6a3889 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Floating IP 64b6196f-9867-4ede-b326-282621601d7c disassociated. External IP: 172.27.2.179, port: 0c976279-8b75-4fa9-9ca3-337753d9430e. May 11 06:47:08.417989 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-2e2628e7-4cf2-4223-a0f6-24b770d63951 req-cbc3bffb-3725-4204-8179-460b1e6a3889 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Calling delete_port for 0c976279-8b75-4fa9-9ca3-337753d9430e owned by compute:nova {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:08.441501 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 42670) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:08.455766 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-63db5e25-e821-45f2-89fd-c5985f0f80eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:08.533023 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-63db5e25-e821-45f2-89fd-c5985f0f80eb admin admin] Publish callbacks [] for security_group (3466eaea-62a3-4db5-bc8f-f1468406096e), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:08.538285 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-63db5e25-e821-45f2-89fd-c5985f0f80eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (3466eaea-62a3-4db5-bc8f-f1468406096e), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:08.551118 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2e2628e7-4cf2-4223-a0f6-24b770d63951 req-cbc3bffb-3725-4204-8179-460b1e6a3889 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (0c976279-8b75-4fa9-9ca3-337753d9430e), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:08.577096 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-63db5e25-e821-45f2-89fd-c5985f0f80eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc0c9b7ec87e4d0081a0d6813aa55095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344116 May 11 06:47:08.577962 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db5e25-e821-45f2-89fd-c5985f0f80eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3466eaea-62a3-4db5-bc8f-f1468406096e,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:08.580270 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 42672) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:08.581637 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3bffb-3725-4204-8179-460b1e6a3889 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event deleted for resources: {'Port': ['ID=0c976279-8b75-4fa9-9ca3-337753d9430e,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:08.639194 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a4183436-2de6-4c73-8268-7967350db828 admin admin] Publish callbacks [] for security_group (3466eaea-62a3-4db5-bc8f-f1468406096e), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:08.660994 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a4183436-2de6-4c73-8268-7967350db828 admin admin] Publish callbacks [] for security_group (3466eaea-62a3-4db5-bc8f-f1468406096e), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:08.698490 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e2628e7-4cf2-4223-a0f6-24b770d63951 req-cbc3bffb-3725-4204-8179-460b1e6a3889 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:47:08.708928 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a4183436-2de6-4c73-8268-7967350db828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (3466eaea-62a3-4db5-bc8f-f1468406096e), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:08.711604 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a4183436-2de6-4c73-8268-7967350db828 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:08.713650 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-a4183436-2de6-4c73-8268-7967350db828 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3466eaea-62a3-4db5-bc8f-f1468406096e HTTP/1.1" status: 204 len: 168 time: 0.1324787 May 11 06:47:08.721365 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4183436-2de6-4c73-8268-7967350db828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3466eaea-62a3-4db5-bc8f-f1468406096e,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:08.813601 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e2628e7-4cf2-4223-a0f6-24b770d63951 req-cbc3bffb-3725-4204-8179-460b1e6a3889 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:47:08.822813 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715e31d3-3c85-4ac9-a520-a010ab528c80 None None] Sync routers for ids ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:47:08.833707 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e31d3-3c85-4ac9-a520-a010ab528c80 None None] Routers {'7547115d-ecd1-4e1b-b7bb-7ef0112d439e'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:08.834786 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-715e31d3-3c85-4ac9-a520-a010ab528c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:46:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:08.861580 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2628e7-4cf2-4223-a0f6-24b770d63951 req-cbc3bffb-3725-4204-8179-460b1e6a3889 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] No DVR routers for this DVR port 0c976279-8b75-4fa9-9ca3-337753d9430e on host hv-cinder-80475 {{(pid=104514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:47:08.863984 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-2e2628e7-4cf2-4223-a0f6-24b770d63951 req-cbc3bffb-3725-4204-8179-460b1e6a3889 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:08.867329 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2e2628e7-4cf2-4223-a0f6-24b770d63951 req-cbc3bffb-3725-4204-8179-460b1e6a3889 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.70 "DELETE /v2.0/ports/0c976279-8b75-4fa9-9ca3-337753d9430e HTTP/1.1" status: 204 len: 173 time: 0.8719764 May 11 06:47:08.867781 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596cbeb7-7356-4919-913a-a0adace78883', 'name': 'network-vif-deleted', 'tag': '0c976279-8b75-4fa9-9ca3-337753d9430e'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:47:08.870090 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417fc359-d166-4f99-9ec8-01473ba02f4c" -d '{"events": [{"server_uuid": "596cbeb7-7356-4919-913a-a0adace78883", "name": "network-vif-deleted", "tag": "0c976279-8b75-4fa9-9ca3-337753d9430e"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:47:08.910499 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf39f560-c3df-480a-bcab-839deb5a4eac x-openstack-request-id: req-bf39f560-c3df-480a-bcab-839deb5a4eac {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:47:08.911136 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596cbeb7-7356-4919-913a-a0adace78883", "name": "network-vif-deleted", "tag": "0c976279-8b75-4fa9-9ca3-337753d9430e", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:47:08.911136 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bf39f560-c3df-480a-bcab-839deb5a4eac {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:47:08.911444 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf39f560-c3df-480a-bcab-839deb5a4eac'] response: {'server_uuid': '596cbeb7-7356-4919-913a-a0adace78883', 'name': 'network-vif-deleted', 'tag': '0c976279-8b75-4fa9-9ca3-337753d9430e', 'status': 'completed', 'code': 200} May 11 06:47:08.984477 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-715e31d3-3c85-4ac9-a520-a010ab528c80 None None] Set router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:09.054951 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-153f5a9d-d8e8-4291-bd03-b983e1945513 req-d23b1edf-7039-48a6-9463-f2ae4dd1f244 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/ports?device_id=596cbeb7-7356-4919-913a-a0adace78883 HTTP/1.1" status: 200 len: 210 time: 0.0445983 May 11 06:47:09.244314 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-715e31d3-3c85-4ac9-a520-a010ab528c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'c6a09ad5-b6e7-47e7-934a-578002478ba8', 'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'mac_address': 'fa:16:3e:df:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:10Z', 'updated_at': '2022-05-11T06:39:25Z', 'revision_number': 5, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'subnets': [{'id': '46918c72-b454-45a4-910b-65c25fc3c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:09.276916 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715e31d3-3c85-4ac9-a520-a010ab528c80 None None] Checking router: 7547115d-ecd1-4e1b-b7bb-7ef0112d439e for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:47:09.285221 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e31d3-3c85-4ac9-a520-a010ab528c80 None None] Routers {'7547115d-ecd1-4e1b-b7bb-7ef0112d439e'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:09.285830 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-715e31d3-3c85-4ac9-a520-a010ab528c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:46:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:09.305273 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7913ad-5aa6-4247-9b43-3cf426232995 req-c37288ac-9912-4419-b385-78a2b68b5383 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:09.307384 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1b7913ad-5aa6-4247-9b43-3cf426232995 req-c37288ac-9912-4419-b385-78a2b68b5383 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0483279 May 11 06:47:09.365964 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1b7913ad-5aa6-4247-9b43-3cf426232995 req-6632486e-eca6-459a-9d34-84ae763e91d4 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518248 May 11 06:47:09.405541 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-715e31d3-3c85-4ac9-a520-a010ab528c80 None None] Set router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:09.727606 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-715e31d3-3c85-4ac9-a520-a010ab528c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'c6a09ad5-b6e7-47e7-934a-578002478ba8', 'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'mac_address': 'fa:16:3e:df:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:10Z', 'updated_at': '2022-05-11T06:39:25Z', 'revision_number': 5, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'subnets': [{'id': '46918c72-b454-45a4-910b-65c25fc3c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:09.757215 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715e31d3-3c85-4ac9-a520-a010ab528c80 None None] The sync data for ids ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'] in dv-cinder-804757-27-iscsi is: [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:39:13Z', 'revision_number': 4, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'c6a09ad5-b6e7-47e7-934a-578002478ba8', 'name': '', 'network_id': 'db82dec6-6180-4aae-84ec-afed65e8ca62', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'mac_address': 'fa:16:3e:df:c5:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '46918c72-b454-45a4-910b-65c25fc3c195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:10Z', 'updated_at': '2022-05-11T06:39:25Z', 'revision_number': 5, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'subnets': [{'id': '46918c72-b454-45a4-910b-65c25fc3c195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:47:09.994041 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e01696-d89d-4c6c-9525-be0fd718f50b None None] New status for floating IP 64b6196f-9867-4ede-b326-282621601d7c: DOWN {{(pid=104516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:47:10.173683 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 42722) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:10.230095 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-bf0ddaa6-2561-46e9-bd72-0738e95494c8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group (dda0c5d7-f200-46f7-b686-e44667f38420), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:10.253575 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-bf0ddaa6-2561-46e9-bd72-0738e95494c8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group (dda0c5d7-f200-46f7-b686-e44667f38420), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:10.303410 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-bf0ddaa6-2561-46e9-bd72-0738e95494c8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (dda0c5d7-f200-46f7-b686-e44667f38420), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:10.306038 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-bf0ddaa6-2561-46e9-bd72-0738e95494c8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:10.308644 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-bf0ddaa6-2561-46e9-bd72-0738e95494c8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "DELETE /v2.0/security-groups/dda0c5d7-f200-46f7-b686-e44667f38420 HTTP/1.1" status: 204 len: 168 time: 0.1337276 May 11 06:47:10.310479 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42730) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:10.317579 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ddaa6-2561-46e9-bd72-0738e95494c8 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda0c5d7-f200-46f7-b686-e44667f38420,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:10.325873 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.api.v2.resource [None req-2658d734-2538-4595-a610-9d487c5113fc tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] show failed (client error): The resource could not be found. May 11 06:47:10.326887 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-2658d734-2538-4595-a610-9d487c5113fc tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "GET /v2.0/security-groups/dda0c5d7-f200-46f7-b686-e44667f38420 HTTP/1.1" status: 404 len: 347 time: 0.0148256 May 11 06:47:10.330248 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42732) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:10.463288 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-a47bc551-b7a0-4e84-9c6f-91f761501801 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Deleting port cbea8c2d-8975-498b-a5a1-91b48f144f22 {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:10.463665 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a47bc551-b7a0-4e84-9c6f-91f761501801 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (cbea8c2d-8975-498b-a5a1-91b48f144f22), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:10.494428 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428090c9-d747-4d6a-aafd-8351d265b059 req-6656a5e2-2313-4b01-9fab-9c28dd912f1a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:10.494428 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-428090c9-d747-4d6a-aafd-8351d265b059 req-6656a5e2-2313-4b01-9fab-9c28dd912f1a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0539169 May 11 06:47:10.547741 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a47bc551-b7a0-4e84-9c6f-91f761501801 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (cbea8c2d-8975-498b-a5a1-91b48f144f22), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:10.548070 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a47bc551-b7a0-4e84-9c6f-91f761501801 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for floatingip (cbea8c2d-8975-498b-a5a1-91b48f144f22), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:10.550146 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-428090c9-d747-4d6a-aafd-8351d265b059 req-ff9c78d9-ab5b-499e-a470-df7baf5f1a9b tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507288 May 11 06:47:10.564493 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-a47bc551-b7a0-4e84-9c6f-91f761501801 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Calling delete_port for cbea8c2d-8975-498b-a5a1-91b48f144f22 owned by network:floatingip {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:10.704210 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a47bc551-b7a0-4e84-9c6f-91f761501801 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (cbea8c2d-8975-498b-a5a1-91b48f144f22), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:10.729146 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47bc551-b7a0-4e84-9c6f-91f761501801 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Pushing event deleted for resources: {'Port': ['ID=cbea8c2d-8975-498b-a5a1-91b48f144f22,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:10.793934 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a47bc551-b7a0-4e84-9c6f-91f761501801 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks [] for floatingip (64b6196f-9867-4ede-b326-282621601d7c), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:10.796551 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a47bc551-b7a0-4e84-9c6f-91f761501801 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:10.797724 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-a47bc551-b7a0-4e84-9c6f-91f761501801 tempest-AttachVolumeShelveTestJSON-327040697 tempest-AttachVolumeShelveTestJSON-327040697-project] 10.222.0.64 "DELETE /v2.0/floatingips/64b6196f-9867-4ede-b326-282621601d7c HTTP/1.1" status: 204 len: 168 time: 0.4663742 May 11 06:47:11.672864 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b89d6a-9c97-4764-8ab6-4f99bdd643ce req-95863fd7-f86c-4f97-bb3d-a1afaf76376e tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:11.674531 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-60b89d6a-9c97-4764-8ab6-4f99bdd643ce req-95863fd7-f86c-4f97-bb3d-a1afaf76376e tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0577126 May 11 06:47:11.725272 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-60b89d6a-9c97-4764-8ab6-4f99bdd643ce req-52836119-0f29-4b29-8a99-d1e5bd62eb56 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428209 May 11 06:47:12.626724 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 0c976279-8b75-4fa9-9ca3-337753d9430e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:47:12.646744 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: 0c976279-8b75-4fa9-9ca3-337753d9430e {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:47:12.647031 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 0c976279-8b75-4fa9-9ca3-337753d9430e not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:47:12.845141 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79beb6b6-53d3-45de-b9d3-34ef4edf806b req-353a50ed-34fa-47d8-a6a1-fc59fcd0360e tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:12.846613 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-79beb6b6-53d3-45de-b9d3-34ef4edf806b req-353a50ed-34fa-47d8-a6a1-fc59fcd0360e tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0474579 May 11 06:47:12.895346 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-79beb6b6-53d3-45de-b9d3-34ef4edf806b req-2fa44834-38b3-448d-8d52-2289dac04550 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429268 May 11 06:47:12.917373 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:47:13.201533 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42782) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:13.732435 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1306f990-5b56-48df-acab-6c0b137b826a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825217'] for router_interface (7547115d-ecd1-4e1b-b7bb-7ef0112d439e), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:14.013811 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-1306f990-5b56-48df-acab-6c0b137b826a admin admin] Deleting port c6a09ad5-b6e7-47e7-934a-578002478ba8 {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:14.014072 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1306f990-5b56-48df-acab-6c0b137b826a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:14.020956 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1b47e-c289-4291-a17d-f1e7bae5ab53 req-82ff25fd-c39f-4aca-be23-e6762522f9ed tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:14.022420 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bea1b47e-c289-4291-a17d-f1e7bae5ab53 req-82ff25fd-c39f-4aca-be23-e6762522f9ed tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0492704 May 11 06:47:14.068619 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bea1b47e-c289-4291-a17d-f1e7bae5ab53 req-a518070e-9ce4-4ec3-8f30-cd0226d2ad9c tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406523 May 11 06:47:14.093317 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-1306f990-5b56-48df-acab-6c0b137b826a admin admin] For port c6a09ad5-b6e7-47e7-934a-578002478ba8, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=c6a09ad5-b6e7-47e7-934a-578002478ba8,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:14.093683 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1306f990-5b56-48df-acab-6c0b137b826a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:14.107135 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-1306f990-5b56-48df-acab-6c0b137b826a admin admin] Calling delete_port for c6a09ad5-b6e7-47e7-934a-578002478ba8 owned by network:router_interface {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:14.296417 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1306f990-5b56-48df-acab-6c0b137b826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (c6a09ad5-b6e7-47e7-934a-578002478ba8), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:14.325355 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306f990-5b56-48df-acab-6c0b137b826a admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a09ad5-b6e7-47e7-934a-578002478ba8,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:14.504826 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1306f990-5b56-48df-acab-6c0b137b826a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-269022'] for router_interface (7547115d-ecd1-4e1b-b7bb-7ef0112d439e), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:14.990495 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1306f990-5b56-48df-acab-6c0b137b826a admin admin] Router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:47:15.098976 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1306f990-5b56-48df-acab-6c0b137b826a admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:47:15.104995 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-1306f990-5b56-48df-acab-6c0b137b826a admin admin] 10.222.0.64 "PUT /v2.0/routers/7547115d-ecd1-4e1b-b7bb-7ef0112d439e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9028895 May 11 06:47:15.107424 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42814) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:15.112103 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06199c-6086-4df8-8b75-0e3f0078e2ce None None] Sync routers for ids ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:47:15.123810 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06199c-6086-4df8-8b75-0e3f0078e2ce None None] Routers {'7547115d-ecd1-4e1b-b7bb-7ef0112d439e'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:15.124693 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-ce06199c-6086-4df8-8b75-0e3f0078e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:46:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:15.186603 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864e9b4-543d-4372-8597-d067bf1aac9c req-23149cd8-914f-4cc1-a5d7-d3926f9eba73 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:15.188423 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e864e9b4-543d-4372-8597-d067bf1aac9c req-23149cd8-914f-4cc1-a5d7-d3926f9eba73 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0501242 May 11 06:47:15.217120 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b6d03d04-6385-494f-87a4-08442bc21a30 admin admin] Publish callbacks [] for router (7547115d-ecd1-4e1b-b7bb-7ef0112d439e), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:15.235202 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-ce06199c-6086-4df8-8b75-0e3f0078e2ce None None] Set router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:15.238056 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e864e9b4-543d-4372-8597-d067bf1aac9c req-12ea7bb2-b39e-4bb8-b5a3-db20b2a63135 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437579 May 11 06:47:15.321328 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b6d03d04-6385-494f-87a4-08442bc21a30 admin admin] Publish callbacks [] for router_gateway (7547115d-ecd1-4e1b-b7bb-7ef0112d439e), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:15.365128 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-b6d03d04-6385-494f-87a4-08442bc21a30 admin admin] Deleting port 6c37ae4f-160d-4ed5-bc13-106812efa741 {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:15.365473 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b6d03d04-6385-494f-87a4-08442bc21a30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (6c37ae4f-160d-4ed5-bc13-106812efa741), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:15.411661 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-ce06199c-6086-4df8-8b75-0e3f0078e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:47:14Z', 'revision_number': 5, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port': {'id': '6c37ae4f-160d-4ed5-bc13-106812efa741', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:a0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:39:04Z', 'updated_at': '2022-05-11T06:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:15.439697 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06199c-6086-4df8-8b75-0e3f0078e2ce None None] Checking router: 7547115d-ecd1-4e1b-b7bb-7ef0112d439e for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:47:15.446893 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-b6d03d04-6385-494f-87a4-08442bc21a30 admin admin] For port 6c37ae4f-160d-4ed5-bc13-106812efa741, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=6c37ae4f-160d-4ed5-bc13-106812efa741,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:15.447276 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b6d03d04-6385-494f-87a4-08442bc21a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (6c37ae4f-160d-4ed5-bc13-106812efa741), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:15.447971 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce06199c-6086-4df8-8b75-0e3f0078e2ce None None] Routers {'7547115d-ecd1-4e1b-b7bb-7ef0112d439e'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:15.448829 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-ce06199c-6086-4df8-8b75-0e3f0078e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:46:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:15.463868 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-b6d03d04-6385-494f-87a4-08442bc21a30 admin admin] Calling delete_port for 6c37ae4f-160d-4ed5-bc13-106812efa741 owned by network:router_gateway {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:15.535683 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-ce06199c-6086-4df8-8b75-0e3f0078e2ce None None] Set router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e gateway port host: None {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:15.587360 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-ce06199c-6086-4df8-8b75-0e3f0078e2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:47:15Z', 'revision_number': 6, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port_host': None}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:15.616777 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce06199c-6086-4df8-8b75-0e3f0078e2ce None None] The sync data for ids ['7547115d-ecd1-4e1b-b7bb-7ef0112d439e'] in dv-cinder-804757-27-iscsi is: [{'id': '7547115d-ecd1-4e1b-b7bb-7ef0112d439e', 'name': 'tempest-AttachVolumeShelveTestJSON-2058994692-router', 'tenant_id': 'ea42234bb6844ce88afe0725d859863e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:39:02Z', 'updated_at': '2022-05-11T06:47:15Z', 'revision_number': 6, 'project_id': 'ea42234bb6844ce88afe0725d859863e', 'gw_port_host': None}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:47:15.640233 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b6d03d04-6385-494f-87a4-08442bc21a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (6c37ae4f-160d-4ed5-bc13-106812efa741), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:15.668688 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d03d04-6385-494f-87a4-08442bc21a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c37ae4f-160d-4ed5-bc13-106812efa741,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:15.731959 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b6d03d04-6385-494f-87a4-08442bc21a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823987'] for router_gateway (7547115d-ecd1-4e1b-b7bb-7ef0112d439e), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:15.836408 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b6d03d04-6385-494f-87a4-08442bc21a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7236'] for router (7547115d-ecd1-4e1b-b7bb-7ef0112d439e), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:15.838486 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b6d03d04-6385-494f-87a4-08442bc21a30 admin admin] Publish callbacks [] for router_controller (7547115d-ecd1-4e1b-b7bb-7ef0112d439e), precommit_delete_associations {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:15.886301 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b6d03d04-6385-494f-87a4-08442bc21a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830306'] for router (7547115d-ecd1-4e1b-b7bb-7ef0112d439e), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:15.886929 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d03d04-6385-494f-87a4-08442bc21a30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7547115d-ecd1-4e1b-b7bb-7ef0112d439e {{(pid=104514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:47:15.891055 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b6d03d04-6385-494f-87a4-08442bc21a30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:15.892264 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-b6d03d04-6385-494f-87a4-08442bc21a30 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7547115d-ecd1-4e1b-b7bb-7ef0112d439e HTTP/1.1" status: 204 len: 168 time: 0.7839222 May 11 06:47:15.894766 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42824) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:15.938832 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_v2 [None req-93480797-0347-4ff6-baef-81d61611ab63 admin admin] Deleting subnet 46918c72-b454-45a4-910b-65c25fc3c195 {{(pid=104514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:47:15.942508 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-93480797-0347-4ff6-baef-81d61611ab63 admin admin] Publish callbacks [] for subnet (46918c72-b454-45a4-910b-65c25fc3c195), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:15.979057 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-93480797-0347-4ff6-baef-81d61611ab63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58978009'] for subnet (46918c72-b454-45a4-910b-65c25fc3c195), precommit_delete_associations {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.064813 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-93480797-0347-4ff6-baef-81d61611ab63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660987'] for subnet (46918c72-b454-45a4-910b-65c25fc3c195), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.115404 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-93480797-0347-4ff6-baef-81d61611ab63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59187081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60768909'] for subnet (46918c72-b454-45a4-910b-65c25fc3c195), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.142278 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93480797-0347-4ff6-baef-81d61611ab63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46918c72-b454-45a4-910b-65c25fc3c195,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:16.144261 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-93480797-0347-4ff6-baef-81d61611ab63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.147371 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-93480797-0347-4ff6-baef-81d61611ab63 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/46918c72-b454-45a4-910b-65c25fc3c195 HTTP/1.1" status: 204 len: 168 time: 0.2516420 May 11 06:47:16.149136 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c532cb41-79e5-4a93-858c-732724941623 None None] Network db82dec6-6180-4aae-84ec-afed65e8ca62 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:47:16.149984 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42830) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:16.218527 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568100'] for network (db82dec6-6180-4aae-84ec-afed65e8ca62), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.268508 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] Deleting port 085c8ead-ca60-41b2-b204-30b659237748 {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:16.268861 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (085c8ead-ca60-41b2-b204-30b659237748), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.332789 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] For port 085c8ead-ca60-41b2-b204-30b659237748, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=085c8ead-ca60-41b2-b204-30b659237748,segment=NetworkSegment(2d52252d-04b6-4ff8-a302-b9900d207bde),segment_id=2d52252d-04b6-4ff8-a302-b9900d207bde)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:16.333504 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (085c8ead-ca60-41b2-b204-30b659237748), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.346144 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] Calling delete_port for 085c8ead-ca60-41b2-b204-30b659237748 owned by network:dhcp {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:16.351341 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bb869-2988-4cf5-9492-4d474e11b4f2 req-33afa66d-62ae-4274-b6df-ea8a825bc489 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:16.353369 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-564bb869-2988-4cf5-9492-4d474e11b4f2 req-33afa66d-62ae-4274-b6df-ea8a825bc489 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0478306 May 11 06:47:16.409605 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ab6f20-d08e-42d2-9932-a33146b47c46 None None] DHCP port deletion for db82dec6-6180-4aae-84ec-afed65e8ca62 request from dv-cinder-804757-27-iscsi {{(pid=104515) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:47:16.421153 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-564bb869-2988-4cf5-9492-4d474e11b4f2 req-1c5732a6-7886-47d1-bcbb-38886d8b9fe1 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620227 May 11 06:47:16.456383 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-97ab6f20-d08e-42d2-9932-a33146b47c46 None None] Deleting port 085c8ead-ca60-41b2-b204-30b659237748 {{(pid=104515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:16.456688 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (085c8ead-ca60-41b2-b204-30b659237748), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.456835 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-97ab6f20-d08e-42d2-9932-a33146b47c46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (085c8ead-ca60-41b2-b204-30b659237748), before_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.485052 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] Pushing event deleted for resources: {'Port': ['ID=085c8ead-ca60-41b2-b204-30b659237748,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:16.488293 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] No DVR routers for this DVR port 085c8ead-ca60-41b2-b204-30b659237748 on host dv-cinder-804757-27-iscsi {{(pid=104514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:47:16.516088 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device c6a09ad5-b6e7-47e7-934a-578002478ba8 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:47:16.549233 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: c6a09ad5-b6e7-47e7-934a-578002478ba8 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:47:16.549582 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device c6a09ad5-b6e7-47e7-934a-578002478ba8 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:47:16.549996 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 6c37ae4f-160d-4ed5-bc13-106812efa741 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:47:16.563748 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773710', 'neutron.services.segments.db._delete_segments_for_network-8748549744406'] for network (db82dec6-6180-4aae-84ec-afed65e8ca62), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.569201 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-97ab6f20-d08e-42d2-9932-a33146b47c46 None None] For port 085c8ead-ca60-41b2-b204-30b659237748, host dv-cinder-804757-27-iscsi, got binding levels [] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:16.569606 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-97ab6f20-d08e-42d2-9932-a33146b47c46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (085c8ead-ca60-41b2-b204-30b659237748), precommit_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.576965 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: 6c37ae4f-160d-4ed5-bc13-106812efa741 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:47:16.577322 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 6c37ae4f-160d-4ed5-bc13-106812efa741 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:47:16.577738 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 085c8ead-ca60-41b2-b204-30b659237748 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:47:16.583700 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db82dec6-6180-4aae-84ec-afed65e8ca62']}} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:16.593425 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d52252d-04b6-4ff8-a302-b9900d207bde') {'for_net_delete': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:16.593731 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d52252d-04b6-4ff8-a302-b9900d207bde') {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:16.600792 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-97ab6f20-d08e-42d2-9932-a33146b47c46 None None] Calling delete_port for 085c8ead-ca60-41b2-b204-30b659237748 owned by network:dhcp {{(pid=104515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:16.603239 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: 085c8ead-ca60-41b2-b204-30b659237748 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:47:16.603610 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 085c8ead-ca60-41b2-b204-30b659237748 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:47:16.605747 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748549467935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58978016'] for segment (2d52252d-04b6-4ff8-a302-b9900d207bde), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.606010 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.ipam_backend_mixin [None req-97ab6f20-d08e-42d2-9932-a33146b47c46 None None] Port 085c8ead-ca60-41b2-b204-30b659237748 was not found and therefore no delete operation was performed {{(pid=104515) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 11 06:47:16.607611 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-97ab6f20-d08e-42d2-9932-a33146b47c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984'] for port (085c8ead-ca60-41b2-b204-30b659237748), after_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.620846 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ab6f20-d08e-42d2-9932-a33146b47c46 None None] No DVR routers for this DVR port 085c8ead-ca60-41b2-b204-30b659237748 on host dv-cinder-804757-27-iscsi {{(pid=104515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:47:16.626183 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (2d52252d-04b6-4ff8-a302-b9900d207bde), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.637539 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=104514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:47:16.637957 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59187243'] for segment (2d52252d-04b6-4ff8-a302-b9900d207bde), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: Traceback (most recent call last): May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: timer() May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: cb(*args, **kw) May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: return func(*args, **kwargs) May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: self._notify() May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: self.callback(batched_events) May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: event.method(event) May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: return f(self, *a, **k) May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: return self._get(url).json() May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: return self.request(url, 'GET', **kwargs) May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:47:16.639775 dv-cinder-804757-27-iscsi neutron-server[104514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:47:16.642004 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab6f20-d08e-42d2-9932-a33146b47c46 None None] Pushing event deleted for resources: {'Port': ['ID=085c8ead-ca60-41b2-b204-30b659237748,revision_number=None']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:16.703347 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826241'] for network (db82dec6-6180-4aae-84ec-afed65e8ca62), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.709183 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.712581 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] 10.222.0.64 "DELETE /v2.0/networks/db82dec6-6180-4aae-84ec-afed65e8ca62 HTTP/1.1" status: 204 len: 168 time: 0.5614653 May 11 06:47:16.726416 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8781580-96af-41f4-9535-547212fa419a admin admin] Pushing event deleted for resources: {'Network': ['ID=db82dec6-6180-4aae-84ec-afed65e8ca62,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:16.840038 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42842) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:16.884334 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-b541e637-2958-4325-95f4-0a81b57bfb77 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ea42234bb6844ce88afe0725d859863e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0424058 May 11 06:47:16.886577 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42846) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:16.939244 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d7b02f6d-22cc-42a3-b0b3-ffa5177e920e admin admin] Publish callbacks [] for security_group (04e8486a-6e49-43a6-a8d4-3f393ea3399a), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:16.961406 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d7b02f6d-22cc-42a3-b0b3-ffa5177e920e admin admin] Publish callbacks [] for security_group (04e8486a-6e49-43a6-a8d4-3f393ea3399a), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:17.007632 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d7b02f6d-22cc-42a3-b0b3-ffa5177e920e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (04e8486a-6e49-43a6-a8d4-3f393ea3399a), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:17.010695 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d7b02f6d-22cc-42a3-b0b3-ffa5177e920e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:17.011858 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-d7b02f6d-22cc-42a3-b0b3-ffa5177e920e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04e8486a-6e49-43a6-a8d4-3f393ea3399a HTTP/1.1" status: 204 len: 168 time: 0.1243880 May 11 06:47:17.019927 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b02f6d-22cc-42a3-b0b3-ffa5177e920e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e8486a-6e49-43a6-a8d4-3f393ea3399a,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:17.237875 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-005eed07-d442-4c08-8527-dbec561d3241 req-d774b08d-b018-4051-b70a-9da7d46a44cd tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-963399563&fields=id&tenant_id=ee00a37abf8a49eba7d06738e181eb4b HTTP/1.1" status: 200 len: 267 time: 0.0499752 May 11 06:47:17.291157 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005eed07-d442-4c08-8527-dbec561d3241 req-b2f0bd64-d973-4589-89f5-a8a45a5d3e57 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:17.292714 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-005eed07-d442-4c08-8527-dbec561d3241 req-b2f0bd64-d973-4589-89f5-a8a45a5d3e57 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 984 time: 0.0482485 May 11 06:47:17.303949 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-005eed07-d442-4c08-8527-dbec561d3241 req-c63814ef-bc77-475c-af14-95f501947b41 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Request body: {'port': {'security_groups': ['99ac89f5-5408-42f3-9646-f2b1f5587deb']}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:17.375102 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-005eed07-d442-4c08-8527-dbec561d3241 req-c63814ef-bc77-475c-af14-95f501947b41 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:17.579905 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee2feb3-c501-45bf-8fdc-69b346014747 req-a73b08c4-de71-4615-be45-c68797a84a6f tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:17.581393 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7ee2feb3-c501-45bf-8fdc-69b346014747 req-a73b08c4-de71-4615-be45-c68797a84a6f tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0869880 May 11 06:47:17.679600 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-005eed07-d442-4c08-8527-dbec561d3241 req-c63814ef-bc77-475c-af14-95f501947b41 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] For port c252b84e-76c5-4079-b1f3-11dd833563b3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c252b84e-76c5-4079-b1f3-11dd833563b3,segment=NetworkSegment(b0c8e1f3-7030-4e19-852a-8c50243131ad),segment_id=b0c8e1f3-7030-4e19-852a-8c50243131ad)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:17.694137 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7ee2feb3-c501-45bf-8fdc-69b346014747 req-a95f57f6-25cd-45bb-a3a4-c9d7568ab805 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068203 May 11 06:47:17.717472 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-005eed07-d442-4c08-8527-dbec561d3241 req-c63814ef-bc77-475c-af14-95f501947b41 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:17.722792 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-005eed07-d442-4c08-8527-dbec561d3241 req-c63814ef-bc77-475c-af14-95f501947b41 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:17.763096 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['c252b84e-76c5-4079-b1f3-11dd833563b3'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:47:17.766495 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005eed07-d442-4c08-8527-dbec561d3241 req-c63814ef-bc77-475c-af14-95f501947b41 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:17.767135 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-005eed07-d442-4c08-8527-dbec561d3241 req-c63814ef-bc77-475c-af14-95f501947b41 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:17.768554 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-005eed07-d442-4c08-8527-dbec561d3241 req-c63814ef-bc77-475c-af14-95f501947b41 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "PUT /v2.0/ports/c252b84e-76c5-4079-b1f3-11dd833563b3 HTTP/1.1" status: 200 len: 942 time: 0.4692407 May 11 06:47:17.769000 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'tag': 'c252b84e-76c5-4079-b1f3-11dd833563b3'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:47:17.774111 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc3192a-27ef-46e9-9dfd-d6a0cd7edf81" -d '{"events": [{"name": "network-changed", "server_uuid": "eb45216e-937f-4c83-98eb-4686d045da6f", "tag": "c252b84e-76c5-4079-b1f3-11dd833563b3"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:47:17.774425 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42890) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:17.826776 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3532d63c-0795-4f8e-a422-338e3407c04e x-openstack-request-id: req-3532d63c-0795-4f8e-a422-338e3407c04e {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:47:17.827082 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb45216e-937f-4c83-98eb-4686d045da6f", "tag": "c252b84e-76c5-4079-b1f3-11dd833563b3", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:47:17.827365 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3532d63c-0795-4f8e-a422-338e3407c04e {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:47:17.827775 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3532d63c-0795-4f8e-a422-338e3407c04e'] response: {'name': 'network-changed', 'server_uuid': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'tag': 'c252b84e-76c5-4079-b1f3-11dd833563b3', 'status': 'completed', 'code': 200} May 11 06:47:17.830644 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63814ef-bc77-475c-af14-95f501947b41 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Pushing event updated for resources: {'Port': ['ID=c252b84e-76c5-4079-b1f3-11dd833563b3,revision_number=7']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:17.903441 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['c252b84e-76c5-4079-b1f3-11dd833563b3'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:47:17.922829 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1a796878-8f1e-4627-9b94-0798de7a2acc tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group (7997d7bc-cf0c-4955-aaac-0e43a6dee0e4), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:17.955638 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1a796878-8f1e-4627-9b94-0798de7a2acc tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group (7997d7bc-cf0c-4955-aaac-0e43a6dee0e4), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:17.970949 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3192a-27ef-46e9-9dfd-d6a0cd7edf81 req-4784e695-e274-419c-bfd1-36f30b8b92a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:17.973031 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-8cc3192a-27ef-46e9-9dfd-d6a0cd7edf81 req-4784e695-e274-419c-bfd1-36f30b8b92a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee00a37abf8a49eba7d06738e181eb4b&device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 1129 time: 0.1005120 May 11 06:47:18.082597 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-1a51ff43-b7e8-4a70-861d-2dd2960fce27 None None] Provisioning complete for port c252b84e-76c5-4079-b1f3-11dd833563b3 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:18.083243 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-1a51ff43-b7e8-4a70-861d-2dd2960fce27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:18.092164 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3192a-27ef-46e9-9dfd-d6a0cd7edf81 req-ba2cb033-5837-4c73-b595-c1ddcf6dd5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:18.093832 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-8cc3192a-27ef-46e9-9dfd-d6a0cd7edf81 req-ba2cb033-5837-4c73-b595-c1ddcf6dd5dd service neutron] 10.222.0.70 "GET /v2.0/networks?id=eee35abb-92b2-4bc1-98fe-bda487493108 HTTP/1.1" status: 200 len: 915 time: 0.1129673 May 11 06:47:18.113679 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1a796878-8f1e-4627-9b94-0798de7a2acc tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (7997d7bc-cf0c-4955-aaac-0e43a6dee0e4), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:18.116223 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1a796878-8f1e-4627-9b94-0798de7a2acc tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:18.120346 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-1a796878-8f1e-4627-9b94-0798de7a2acc tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "DELETE /v2.0/security-groups/7997d7bc-cf0c-4955-aaac-0e43a6dee0e4 HTTP/1.1" status: 204 len: 168 time: 0.3420653 May 11 06:47:18.120872 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 42898) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:18.166309 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a796878-8f1e-4627-9b94-0798de7a2acc tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7997d7bc-cf0c-4955-aaac-0e43a6dee0e4,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:18.200177 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-8cc3192a-27ef-46e9-9dfd-d6a0cd7edf81 req-323311f7-1d98-4994-ac32-27009a0482c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c252b84e-76c5-4079-b1f3-11dd833563b3 HTTP/1.1" status: 200 len: 1000 time: 0.0956101 May 11 06:47:18.247561 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-1a51ff43-b7e8-4a70-861d-2dd2960fce27 None None] Current status of the port c252b84e-76c5-4079-b1f3-11dd833563b3 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:18.267610 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3192a-27ef-46e9-9dfd-d6a0cd7edf81 req-b376c55e-8546-4491-afab-82511ba35dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:18.269983 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-8cc3192a-27ef-46e9-9dfd-d6a0cd7edf81 req-b376c55e-8546-4491-afab-82511ba35dd4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=63c95427-0908-47ce-aa00-7d7d1b7e2598 HTTP/1.1" status: 200 len: 853 time: 0.0634098 May 11 06:47:18.325031 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3192a-27ef-46e9-9dfd-d6a0cd7edf81 req-9711a6b6-4afe-42a5-9f97-66b2af35a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:18.326769 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-8cc3192a-27ef-46e9-9dfd-d6a0cd7edf81 req-9711a6b6-4afe-42a5-9f97-66b2af35a0d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eee35abb-92b2-4bc1-98fe-bda487493108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503068 May 11 06:47:18.327781 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e8ea5-dd39-4346-be94-7ea958786aa6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Deleting port c30d3b73-d0c2-4215-9ae7-993d8f48b765 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:18.327972 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7e3e8ea5-dd39-4346-be94-7ea958786aa6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (c30d3b73-d0c2-4215-9ae7-993d8f48b765), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:18.437186 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7e3e8ea5-dd39-4346-be94-7ea958786aa6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (c30d3b73-d0c2-4215-9ae7-993d8f48b765), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:18.437845 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7e3e8ea5-dd39-4346-be94-7ea958786aa6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for floatingip (c30d3b73-d0c2-4215-9ae7-993d8f48b765), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:18.451609 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e8ea5-dd39-4346-be94-7ea958786aa6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Calling delete_port for c30d3b73-d0c2-4215-9ae7-993d8f48b765 owned by network:floatingip {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:18.512419 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-8cc3192a-27ef-46e9-9dfd-d6a0cd7edf81 req-79220664-920b-4832-b5e2-ea3ed388750f service neutron] 10.222.0.70 "GET /v2.0/networks/eee35abb-92b2-4bc1-98fe-bda487493108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217656 May 11 06:47:18.660688 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-8cc3192a-27ef-46e9-9dfd-d6a0cd7edf81 req-dbb9e592-4e33-47ef-8e41-ebf86ccabbb3 service neutron] 10.222.0.70 "GET /v2.0/networks/eee35abb-92b2-4bc1-98fe-bda487493108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412647 May 11 06:47:18.692658 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7e3e8ea5-dd39-4346-be94-7ea958786aa6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (c30d3b73-d0c2-4215-9ae7-993d8f48b765), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:18.730143 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e8ea5-dd39-4346-be94-7ea958786aa6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Pushing event deleted for resources: {'Port': ['ID=c30d3b73-d0c2-4215-9ae7-993d8f48b765,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:18.837509 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7e3e8ea5-dd39-4346-be94-7ea958786aa6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks [] for floatingip (92484091-27dd-4693-9fee-1ffe6b5ae3da), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:18.837838 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [None req-7e3e8ea5-dd39-4346-be94-7ea958786aa6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Floating IP 92484091-27dd-4693-9fee-1ffe6b5ae3da disassociated (deleted). External IP: 172.27.2.12, port: c252b84e-76c5-4079-b1f3-11dd833563b3. May 11 06:47:18.880904 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dc59a-ea1c-4806-84bf-6734bd720f58 req-861e6951-566c-4d32-8ee1-614e04ad80fa tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:18.882370 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-958dc59a-ea1c-4806-84bf-6734bd720f58 req-861e6951-566c-4d32-8ee1-614e04ad80fa tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0954962 May 11 06:47:18.980667 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-958dc59a-ea1c-4806-84bf-6734bd720f58 req-43d7e0c4-de92-4d05-bf93-b22beddc8a2c tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915170 May 11 06:47:19.116659 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3e8ea5-dd39-4346-be94-7ea958786aa6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Router 373df8d9-1695-42af-98d4-95b08cc4c2d0 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:47:19.221036 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42938) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:19.228749 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6436017-a926-41c3-a447-9409140c486a req-6f5cec50-766b-46e8-bdac-ba7c03123646 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:19.230261 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b6436017-a926-41c3-a447-9409140c486a req-6f5cec50-766b-46e8-bdac-ba7c03123646 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0592871 May 11 06:47:19.291444 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b0299-1099-4a99-b673-5bbf005c84a0 req-b8abf0ec-f0d2-449d-813b-6db7714e1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:19.293562 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-740b0299-1099-4a99-b673-5bbf005c84a0 req-b8abf0ec-f0d2-449d-813b-6db7714e1153 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec5def7947c243698109bfc891b0992f&device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 1130 time: 0.0434158 May 11 06:47:19.308563 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3e8ea5-dd39-4346-be94-7ea958786aa6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:47:19.316557 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7e3e8ea5-dd39-4346-be94-7ea958786aa6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:19.319866 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea2ac0d-9ca3-4658-801d-48f55e4b5d0b None None] Sync routers for ids ['373df8d9-1695-42af-98d4-95b08cc4c2d0'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:47:19.331708 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea2ac0d-9ca3-4658-801d-48f55e4b5d0b None None] Routers {'373df8d9-1695-42af-98d4-95b08cc4c2d0'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:19.332353 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-8ea2ac0d-9ca3-4658-801d-48f55e4b5d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:46:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['373df8d9-1695-42af-98d4-95b08cc4c2d0'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:19.343890 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b6436017-a926-41c3-a447-9409140c486a req-dabfabd6-ec69-4a7f-8f26-fee34330773b tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074343 May 11 06:47:19.354007 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-7e3e8ea5-dd39-4346-be94-7ea958786aa6 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "DELETE /v2.0/floatingips/92484091-27dd-4693-9fee-1ffe6b5ae3da HTTP/1.1" status: 204 len: 168 time: 1.2318351 May 11 06:47:19.388215 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-6cc9654d-995d-4aa5-8fb6-8627f94f5de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:19.445021 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b0299-1099-4a99-b673-5bbf005c84a0 req-f719812e-6161-482e-9f8b-8168de0894ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:19.446568 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-740b0299-1099-4a99-b673-5bbf005c84a0 req-f719812e-6161-482e-9f8b-8168de0894ec service neutron] 10.222.0.70 "GET /v2.0/networks?id=6742b34a-d638-418c-8bcb-aa221cf053c2 HTTP/1.1" status: 200 len: 911 time: 0.1471007 May 11 06:47:19.467201 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-8ea2ac0d-9ca3-4658-801d-48f55e4b5d0b None None] Set router 373df8d9-1695-42af-98d4-95b08cc4c2d0 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:19.532693 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-740b0299-1099-4a99-b673-5bbf005c84a0 req-a73d25cc-ecbb-4e93-bbaa-e87c07c01809 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3abf2078-858c-4ccf-a7cb-d16309a1b893 HTTP/1.1" status: 200 len: 1001 time: 0.0798757 May 11 06:47:19.583511 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-6cc9654d-995d-4aa5-8fb6-8627f94f5de8 admin admin] Publish callbacks [] for security_group (47b5e674-40b7-45dc-83f0-9fc6652cc22f), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:19.592117 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-6cc9654d-995d-4aa5-8fb6-8627f94f5de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (47b5e674-40b7-45dc-83f0-9fc6652cc22f), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:19.615739 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b0299-1099-4a99-b673-5bbf005c84a0 req-c250b214-3c22-4ab2-98bf-5c6e0456a419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:19.617253 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-740b0299-1099-4a99-b673-5bbf005c84a0 req-c250b214-3c22-4ab2-98bf-5c6e0456a419 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9b3a199-1eaf-4b46-8767-b476ce91f16d HTTP/1.1" status: 200 len: 849 time: 0.0770135 May 11 06:47:19.664091 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-6cc9654d-995d-4aa5-8fb6-8627f94f5de8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4b502e1758fa4aec954bd7be16302d1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4389451 May 11 06:47:19.665029 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 42950) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:19.679444 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9654d-995d-4aa5-8fb6-8627f94f5de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b5e674-40b7-45dc-83f0-9fc6652cc22f,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:19.682912 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b0299-1099-4a99-b673-5bbf005c84a0 req-c5b270ab-5d1a-4d42-b3bb-5388f3e575a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:19.684435 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-740b0299-1099-4a99-b673-5bbf005c84a0 req-c5b270ab-5d1a-4d42-b3bb-5388f3e575a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6742b34a-d638-418c-8bcb-aa221cf053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0561376 May 11 06:47:19.726310 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4a7c2584-b993-4b86-8fcd-c4daf4c077a4 admin admin] Publish callbacks [] for security_group (47b5e674-40b7-45dc-83f0-9fc6652cc22f), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:19.752998 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4a7c2584-b993-4b86-8fcd-c4daf4c077a4 admin admin] Publish callbacks [] for security_group (47b5e674-40b7-45dc-83f0-9fc6652cc22f), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:19.779222 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-8ea2ac0d-9ca3-4658-801d-48f55e4b5d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'name': 'tempest-TestMinimumBasicScenario-126971612-router', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:45Z', 'updated_at': '2022-05-11T06:44:48Z', 'revision_number': 4, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'gw_port': {'id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:46Z', 'updated_at': '2022-05-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'aef750d5-b8a5-4988-85d9-9a5e94e75f9c', 'name': '', 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'mac_address': 'fa:16:3e:ff:a9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:48Z', 'updated_at': '2022-05-11T06:44:53Z', 'revision_number': 5, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'subnets': [{'id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:19.801927 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4a7c2584-b993-4b86-8fcd-c4daf4c077a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (47b5e674-40b7-45dc-83f0-9fc6652cc22f), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:19.805430 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4a7c2584-b993-4b86-8fcd-c4daf4c077a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:19.807220 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-4a7c2584-b993-4b86-8fcd-c4daf4c077a4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/47b5e674-40b7-45dc-83f0-9fc6652cc22f HTTP/1.1" status: 204 len: 168 time: 0.1399035 May 11 06:47:19.816128 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c2584-b993-4b86-8fcd-c4daf4c077a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b5e674-40b7-45dc-83f0-9fc6652cc22f,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:19.816318 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea2ac0d-9ca3-4658-801d-48f55e4b5d0b None None] Checking router: 373df8d9-1695-42af-98d4-95b08cc4c2d0 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:47:19.829548 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'tag': 'c252b84e-76c5-4079-b1f3-11dd833563b3'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:47:19.832374 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51274fe2-1cd3-419b-900c-9e3cb6d09007" -d '{"events": [{"name": "network-changed", "server_uuid": "eb45216e-937f-4c83-98eb-4686d045da6f", "tag": "c252b84e-76c5-4079-b1f3-11dd833563b3"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:47:19.834577 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea2ac0d-9ca3-4658-801d-48f55e4b5d0b None None] Routers {'373df8d9-1695-42af-98d4-95b08cc4c2d0'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:19.836756 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-8ea2ac0d-9ca3-4658-801d-48f55e4b5d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:46:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['373df8d9-1695-42af-98d4-95b08cc4c2d0'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:19.875755 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd3628e-ea56-45b2-8470-2d9cb24b2a10 x-openstack-request-id: req-9dd3628e-ea56-45b2-8470-2d9cb24b2a10 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:47:19.876005 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb45216e-937f-4c83-98eb-4686d045da6f", "tag": "c252b84e-76c5-4079-b1f3-11dd833563b3", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:47:19.876295 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-9dd3628e-ea56-45b2-8470-2d9cb24b2a10 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:47:19.876664 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd3628e-ea56-45b2-8470-2d9cb24b2a10'] response: {'name': 'network-changed', 'server_uuid': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'tag': 'c252b84e-76c5-4079-b1f3-11dd833563b3', 'status': 'completed', 'code': 200} May 11 06:47:19.967926 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-8ea2ac0d-9ca3-4658-801d-48f55e4b5d0b None None] Set router 373df8d9-1695-42af-98d4-95b08cc4c2d0 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:20.094257 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51274fe2-1cd3-419b-900c-9e3cb6d09007 req-c2c5a989-47ba-4587-816e-260d9ec6ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:20.098313 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-51274fe2-1cd3-419b-900c-9e3cb6d09007 req-c2c5a989-47ba-4587-816e-260d9ec6ecbb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee00a37abf8a49eba7d06738e181eb4b&device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 1129 time: 0.0919507 May 11 06:47:20.133580 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-740b0299-1099-4a99-b673-5bbf005c84a0 req-120aa753-4176-47e9-aaa6-55d114994124 service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474433 May 11 06:47:20.167560 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 42970) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:20.231795 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-acd52f5c-de7b-488f-b1b3-af0d6e2aea7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:20.289467 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-8ea2ac0d-9ca3-4658-801d-48f55e4b5d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'name': 'tempest-TestMinimumBasicScenario-126971612-router', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:45Z', 'updated_at': '2022-05-11T06:44:48Z', 'revision_number': 4, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'gw_port': {'id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:46Z', 'updated_at': '2022-05-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'aef750d5-b8a5-4988-85d9-9a5e94e75f9c', 'name': '', 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'mac_address': 'fa:16:3e:ff:a9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:48Z', 'updated_at': '2022-05-11T06:44:53Z', 'revision_number': 5, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'subnets': [{'id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:20.293325 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51274fe2-1cd3-419b-900c-9e3cb6d09007 req-80b60ea4-bd5c-4558-a6f5-8431e3d4b56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:20.295007 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-51274fe2-1cd3-419b-900c-9e3cb6d09007 req-80b60ea4-bd5c-4558-a6f5-8431e3d4b56e service neutron] 10.222.0.70 "GET /v2.0/networks?id=eee35abb-92b2-4bc1-98fe-bda487493108 HTTP/1.1" status: 200 len: 915 time: 0.1785846 May 11 06:47:20.315140 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-740b0299-1099-4a99-b673-5bbf005c84a0 req-cf6dd3ed-3834-486e-a6e2-6465ddcebfc2 service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715465 May 11 06:47:20.316900 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea2ac0d-9ca3-4658-801d-48f55e4b5d0b None None] The sync data for ids ['373df8d9-1695-42af-98d4-95b08cc4c2d0'] in dv-cinder-804757-27-iscsi is: [{'id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'name': 'tempest-TestMinimumBasicScenario-126971612-router', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:45Z', 'updated_at': '2022-05-11T06:44:48Z', 'revision_number': 4, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'gw_port': {'id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:46Z', 'updated_at': '2022-05-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'aef750d5-b8a5-4988-85d9-9a5e94e75f9c', 'name': '', 'network_id': 'eee35abb-92b2-4bc1-98fe-bda487493108', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'mac_address': 'fa:16:3e:ff:a9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:48Z', 'updated_at': '2022-05-11T06:44:53Z', 'revision_number': 5, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'subnets': [{'id': '63c95427-0908-47ce-aa00-7d7d1b7e2598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:47:20.355551 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-51274fe2-1cd3-419b-900c-9e3cb6d09007 req-0908dab0-f774-40ab-ac24-d9d75d879200 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c252b84e-76c5-4079-b1f3-11dd833563b3 HTTP/1.1" status: 200 len: 217 time: 0.0500152 May 11 06:47:20.430037 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-acd52f5c-de7b-488f-b1b3-af0d6e2aea7c admin admin] Publish callbacks [] for security_group (15257124-73f0-4a18-a588-53634fb6ff8a), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:20.444374 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-acd52f5c-de7b-488f-b1b3-af0d6e2aea7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (15257124-73f0-4a18-a588-53634fb6ff8a), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:20.498086 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51274fe2-1cd3-419b-900c-9e3cb6d09007 req-ce888b85-f2b1-4ec4-9061-b3c0183ef259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:20.499421 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-51274fe2-1cd3-419b-900c-9e3cb6d09007 req-ce888b85-f2b1-4ec4-9061-b3c0183ef259 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=63c95427-0908-47ce-aa00-7d7d1b7e2598 HTTP/1.1" status: 200 len: 853 time: 0.1369772 May 11 06:47:20.521355 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-acd52f5c-de7b-488f-b1b3-af0d6e2aea7c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f2b9c03c1c8d41c4af5385001e670397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3527706 May 11 06:47:20.524059 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 42976) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:20.529246 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b4e88-4979-4d90-9f4f-29d2e207295a req-ede7ce2a-1d01-4950-b4fa-dd3a12a3028d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:20.531498 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1c3b4e88-4979-4d90-9f4f-29d2e207295a req-ede7ce2a-1d01-4950-b4fa-dd3a12a3028d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0993786 May 11 06:47:20.533725 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd52f5c-de7b-488f-b1b3-af0d6e2aea7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15257124-73f0-4a18-a588-53634fb6ff8a,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:20.593519 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51274fe2-1cd3-419b-900c-9e3cb6d09007 req-17cb3a15-0cee-4d1a-bfab-c43e827408ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:20.595062 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-51274fe2-1cd3-419b-900c-9e3cb6d09007 req-17cb3a15-0cee-4d1a-bfab-c43e827408ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=eee35abb-92b2-4bc1-98fe-bda487493108&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0626240 May 11 06:47:20.595468 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-6565c7bf-b00d-4260-910a-babefda23f73 admin admin] Publish callbacks [] for security_group (15257124-73f0-4a18-a588-53634fb6ff8a), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:20.615085 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e36763-ae20-4867-a509-8c784f4de5d1 None None] New status for floating IP 92484091-27dd-4693-9fee-1ffe6b5ae3da: DOWN {{(pid=104515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:47:20.620192 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-6565c7bf-b00d-4260-910a-babefda23f73 admin admin] Publish callbacks [] for security_group (15257124-73f0-4a18-a588-53634fb6ff8a), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:20.653564 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1c3b4e88-4979-4d90-9f4f-29d2e207295a req-63aa351a-e9f0-4833-a39c-d0fbed8c08f7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073320 May 11 06:47:20.713642 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-6565c7bf-b00d-4260-910a-babefda23f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (15257124-73f0-4a18-a588-53634fb6ff8a), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:20.719585 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-6565c7bf-b00d-4260-910a-babefda23f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:20.725100 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-6565c7bf-b00d-4260-910a-babefda23f73 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/15257124-73f0-4a18-a588-53634fb6ff8a HTTP/1.1" status: 204 len: 168 time: 0.1999958 May 11 06:47:20.741442 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565c7bf-b00d-4260-910a-babefda23f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15257124-73f0-4a18-a588-53634fb6ff8a,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:20.777248 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-51274fe2-1cd3-419b-900c-9e3cb6d09007 req-6792d02d-0ef9-4dae-83bc-74622c142f1a service neutron] 10.222.0.70 "GET /v2.0/networks/eee35abb-92b2-4bc1-98fe-bda487493108?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740029 May 11 06:47:20.903748 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-51274fe2-1cd3-419b-900c-9e3cb6d09007 req-bc3260d8-23d5-4b1b-b477-3b7d00bb723f service neutron] 10.222.0.70 "GET /v2.0/networks/eee35abb-92b2-4bc1-98fe-bda487493108?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110156 May 11 06:47:21.788251 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7c968-8ab7-406b-8587-6c221fa0ab4a req-cc4fa0e4-9542-4954-9b69-93bcf2aac1da tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:21.789903 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bba7c968-8ab7-406b-8587-6c221fa0ab4a req-cc4fa0e4-9542-4954-9b69-93bcf2aac1da tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0486629 May 11 06:47:21.842590 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bba7c968-8ab7-406b-8587-6c221fa0ab4a req-263d310d-cd92-45df-96a4-e73fb57ed18d tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463910 May 11 06:47:22.214391 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa8952-9ff6-4545-a14c-df005ebf8449 req-575b49e3-5c76-4f74-a183-2de89aad0e14 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:22.215894 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-95aa8952-9ff6-4545-a14c-df005ebf8449 req-575b49e3-5c76-4f74-a183-2de89aad0e14 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 945 time: 0.0515792 May 11 06:47:22.266160 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-95aa8952-9ff6-4545-a14c-df005ebf8449 req-b848f60a-2d17-48fb-8aec-b50a13eab89b tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437193 May 11 06:47:23.211244 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43084) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:23.318295 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ba1134c5-2a97-4c18-a677-8bc6e78df319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:23.382944 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f971b43-18ae-4b46-858f-4c7149e6e45c req-51a47be9-f46b-462f-a4cf-43740d642b7d tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:23.384491 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1f971b43-18ae-4b46-858f-4c7149e6e45c req-51a47be9-f46b-462f-a4cf-43740d642b7d tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 945 time: 0.0493102 May 11 06:47:23.394564 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ba1134c5-2a97-4c18-a677-8bc6e78df319 admin admin] Publish callbacks [] for security_group (cd7cfcac-ab68-48b1-89c2-855e192449c6), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:23.398647 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ba1134c5-2a97-4c18-a677-8bc6e78df319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (cd7cfcac-ab68-48b1-89c2-855e192449c6), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:23.435832 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1134c5-2a97-4c18-a677-8bc6e78df319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7cfcac-ab68-48b1-89c2-855e192449c6,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:23.436277 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1f971b43-18ae-4b46-858f-4c7149e6e45c req-dfb24602-eaba-4445-b77d-0585944ee6ff tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460305 May 11 06:47:23.443980 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-ba1134c5-2a97-4c18-a677-8bc6e78df319 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90a29284b5704576b29156dc5d712ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310617 May 11 06:47:23.444106 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43090) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:23.496102 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1d1a0ad6-40f1-4c2c-9f8e-d0d589a042a2 admin admin] Publish callbacks [] for security_group (cd7cfcac-ab68-48b1-89c2-855e192449c6), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:23.516815 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1d1a0ad6-40f1-4c2c-9f8e-d0d589a042a2 admin admin] Publish callbacks [] for security_group (cd7cfcac-ab68-48b1-89c2-855e192449c6), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:23.561155 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1d1a0ad6-40f1-4c2c-9f8e-d0d589a042a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (cd7cfcac-ab68-48b1-89c2-855e192449c6), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:23.564479 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1d1a0ad6-40f1-4c2c-9f8e-d0d589a042a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:23.565604 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-1d1a0ad6-40f1-4c2c-9f8e-d0d589a042a2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cd7cfcac-ab68-48b1-89c2-855e192449c6 HTTP/1.1" status: 204 len: 168 time: 0.1197143 May 11 06:47:23.573871 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a0ad6-40f1-4c2c-9f8e-d0d589a042a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7cfcac-ab68-48b1-89c2-855e192449c6,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:23.842301 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43104) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:23.855969 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5ea675e7-b44b-408c-9a75-558764e66b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:23.936039 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5ea675e7-b44b-408c-9a75-558764e66b36 admin admin] Publish callbacks [] for security_group (a8e30a58-84de-4161-b5ba-dcc5d16e32bb), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:23.939927 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5ea675e7-b44b-408c-9a75-558764e66b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (a8e30a58-84de-4161-b5ba-dcc5d16e32bb), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:23.979493 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-5ea675e7-b44b-408c-9a75-558764e66b36 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=edf65a7a28a042aba970cd1f9d808a26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360447 May 11 06:47:23.980355 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea675e7-b44b-408c-9a75-558764e66b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e30a58-84de-4161-b5ba-dcc5d16e32bb,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:23.982191 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43114) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:24.058189 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fd5dc-0321-4a89-8827-8e9b9cfc65bf req-706395e8-845c-4e35-9b53-2cfe51dfcca9 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:24.059609 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-582fd5dc-0321-4a89-8827-8e9b9cfc65bf req-706395e8-845c-4e35-9b53-2cfe51dfcca9 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 945 time: 0.0752182 May 11 06:47:24.372044 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-45179553-7523-4e7c-b1b8-d5510cf4c3d8 admin admin] Publish callbacks [] for security_group (a8e30a58-84de-4161-b5ba-dcc5d16e32bb), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:24.423525 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-45179553-7523-4e7c-b1b8-d5510cf4c3d8 admin admin] Publish callbacks [] for security_group (a8e30a58-84de-4161-b5ba-dcc5d16e32bb), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:24.439303 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-582fd5dc-0321-4a89-8827-8e9b9cfc65bf req-cfa471ed-7759-4ce8-a9aa-a150dfdcb4aa tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Deleting port c252b84e-76c5-4079-b1f3-11dd833563b3 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:24.439645 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-582fd5dc-0321-4a89-8827-8e9b9cfc65bf req-cfa471ed-7759-4ce8-a9aa-a150dfdcb4aa tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:24.567170 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-45179553-7523-4e7c-b1b8-d5510cf4c3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (a8e30a58-84de-4161-b5ba-dcc5d16e32bb), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:24.569697 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-45179553-7523-4e7c-b1b8-d5510cf4c3d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:24.571484 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-45179553-7523-4e7c-b1b8-d5510cf4c3d8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a8e30a58-84de-4161-b5ba-dcc5d16e32bb HTTP/1.1" status: 204 len: 168 time: 0.5877261 May 11 06:47:24.588355 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8b236-07d9-4ba1-a355-3ea302dd5f94 req-2c5b3e94-bc23-4c70-b683-ef81acc48fec tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:24.589904 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f9c8b236-07d9-4ba1-a355-3ea302dd5f94 req-2c5b3e94-bc23-4c70-b683-ef81acc48fec tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/ports?device_id=eb45216e-937f-4c83-98eb-4686d045da6f HTTP/1.1" status: 200 len: 945 time: 0.0763245 May 11 06:47:24.602993 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-582fd5dc-0321-4a89-8827-8e9b9cfc65bf req-cfa471ed-7759-4ce8-a9aa-a150dfdcb4aa tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] For port c252b84e-76c5-4079-b1f3-11dd833563b3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c252b84e-76c5-4079-b1f3-11dd833563b3,segment=NetworkSegment(b0c8e1f3-7030-4e19-852a-8c50243131ad),segment_id=b0c8e1f3-7030-4e19-852a-8c50243131ad)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:24.603395 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-582fd5dc-0321-4a89-8827-8e9b9cfc65bf req-cfa471ed-7759-4ce8-a9aa-a150dfdcb4aa tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:24.606495 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45179553-7523-4e7c-b1b8-d5510cf4c3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e30a58-84de-4161-b5ba-dcc5d16e32bb,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:24.630675 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-582fd5dc-0321-4a89-8827-8e9b9cfc65bf req-cfa471ed-7759-4ce8-a9aa-a150dfdcb4aa tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Calling delete_port for c252b84e-76c5-4079-b1f3-11dd833563b3 owned by compute:nova {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:24.702665 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f9c8b236-07d9-4ba1-a355-3ea302dd5f94 req-7a32407e-ec9e-467b-b4e8-19311dcb81f5 tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.64 "GET /v2.0/security-groups?id=99ac89f5-5408-42f3-9646-f2b1f5587deb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017010 May 11 06:47:24.790773 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-582fd5dc-0321-4a89-8827-8e9b9cfc65bf req-cfa471ed-7759-4ce8-a9aa-a150dfdcb4aa tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (c252b84e-76c5-4079-b1f3-11dd833563b3), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:24.817209 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa471ed-7759-4ce8-a9aa-a150dfdcb4aa tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Pushing event deleted for resources: {'Port': ['ID=c252b84e-76c5-4079-b1f3-11dd833563b3,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:24.834082 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['c252b84e-76c5-4079-b1f3-11dd833563b3'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:47:24.873898 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-582fd5dc-0321-4a89-8827-8e9b9cfc65bf req-cfa471ed-7759-4ce8-a9aa-a150dfdcb4aa tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] No DVR routers for this DVR port c252b84e-76c5-4079-b1f3-11dd833563b3 on host hv-cinder-80475 {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:47:24.876385 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-582fd5dc-0321-4a89-8827-8e9b9cfc65bf req-cfa471ed-7759-4ce8-a9aa-a150dfdcb4aa tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:24.879822 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-582fd5dc-0321-4a89-8827-8e9b9cfc65bf req-cfa471ed-7759-4ce8-a9aa-a150dfdcb4aa tempest-TestMinimumBasicScenario-564548976 tempest-TestMinimumBasicScenario-564548976-project] 10.222.0.70 "DELETE /v2.0/ports/c252b84e-76c5-4079-b1f3-11dd833563b3 HTTP/1.1" status: 204 len: 173 time: 0.8150244 May 11 06:47:24.880417 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'name': 'network-vif-deleted', 'tag': 'c252b84e-76c5-4079-b1f3-11dd833563b3'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:47:24.882737 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b7ccc5-274b-4635-8883-43eb5828d605" -d '{"events": [{"server_uuid": "eb45216e-937f-4c83-98eb-4686d045da6f", "name": "network-vif-deleted", "tag": "c252b84e-76c5-4079-b1f3-11dd833563b3"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:47:24.924908 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdddab78-35cd-476e-8228-22ae459ff809 x-openstack-request-id: req-fdddab78-35cd-476e-8228-22ae459ff809 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:47:24.925270 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb45216e-937f-4c83-98eb-4686d045da6f", "name": "network-vif-deleted", "tag": "c252b84e-76c5-4079-b1f3-11dd833563b3", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:47:24.925579 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fdddab78-35cd-476e-8228-22ae459ff809 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:47:24.925983 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdddab78-35cd-476e-8228-22ae459ff809'] response: {'server_uuid': 'eb45216e-937f-4c83-98eb-4686d045da6f', 'name': 'network-vif-deleted', 'tag': 'c252b84e-76c5-4079-b1f3-11dd833563b3', 'status': 'completed', 'code': 200} May 11 06:47:25.657216 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-1dc36f2f-91c8-4f74-8b4f-4db9c96d64f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:25.705929 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43176) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:25.723036 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43180) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:25.829584 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-715062a2-df15-46ba-8fef-d2eb89b4fb73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:25.862383 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ee43ca25-43b8-41bc-9e67-e00fa5b79d58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:25.954881 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-715062a2-df15-46ba-8fef-d2eb89b4fb73 admin admin] Publish callbacks [] for security_group (f16751a7-3186-4f2a-ab8f-d9705d688612), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:25.961985 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-715062a2-df15-46ba-8fef-d2eb89b4fb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (f16751a7-3186-4f2a-ab8f-d9705d688612), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.017665 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ee43ca25-43b8-41bc-9e67-e00fa5b79d58 admin admin] Publish callbacks [] for security_group (cb93cf3f-7bb5-42f0-a1e1-83e38635ceaf), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.021351 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-715062a2-df15-46ba-8fef-d2eb89b4fb73 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4bb1ecb3873e4fa895db4c27e4f658aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143468 May 11 06:47:26.022092 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715062a2-df15-46ba-8fef-d2eb89b4fb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16751a7-3186-4f2a-ab8f-d9705d688612,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:26.024532 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43206) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:26.027299 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ee43ca25-43b8-41bc-9e67-e00fa5b79d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (cb93cf3f-7bb5-42f0-a1e1-83e38635ceaf), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.073423 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-ee43ca25-43b8-41bc-9e67-e00fa5b79d58 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e9a260debf044705b2cd27ff7f7269db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489468 May 11 06:47:26.074209 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee43ca25-43b8-41bc-9e67-e00fa5b79d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb93cf3f-7bb5-42f0-a1e1-83e38635ceaf,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:26.076920 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43210) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:26.085171 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e91ba71e-8dd1-4c44-b66e-354752ac63a5 admin admin] Publish callbacks [] for security_group (f16751a7-3186-4f2a-ab8f-d9705d688612), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.109865 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e91ba71e-8dd1-4c44-b66e-354752ac63a5 admin admin] Publish callbacks [] for security_group (f16751a7-3186-4f2a-ab8f-d9705d688612), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.130573 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ad2af79d-7aed-4f39-ae3f-099c4043f6f6 admin admin] Publish callbacks [] for security_group (cb93cf3f-7bb5-42f0-a1e1-83e38635ceaf), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.157126 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ad2af79d-7aed-4f39-ae3f-099c4043f6f6 admin admin] Publish callbacks [] for security_group (cb93cf3f-7bb5-42f0-a1e1-83e38635ceaf), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.160699 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e91ba71e-8dd1-4c44-b66e-354752ac63a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (f16751a7-3186-4f2a-ab8f-d9705d688612), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.172726 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e91ba71e-8dd1-4c44-b66e-354752ac63a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.174798 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-e91ba71e-8dd1-4c44-b66e-354752ac63a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f16751a7-3186-4f2a-ab8f-d9705d688612 HTTP/1.1" status: 204 len: 168 time: 0.1491022 May 11 06:47:26.184590 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ba71e-8dd1-4c44-b66e-354752ac63a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16751a7-3186-4f2a-ab8f-d9705d688612,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:26.230692 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ad2af79d-7aed-4f39-ae3f-099c4043f6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (cb93cf3f-7bb5-42f0-a1e1-83e38635ceaf), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.236304 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ad2af79d-7aed-4f39-ae3f-099c4043f6f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.239862 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-ad2af79d-7aed-4f39-ae3f-099c4043f6f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cb93cf3f-7bb5-42f0-a1e1-83e38635ceaf HTTP/1.1" status: 204 len: 168 time: 0.1622396 May 11 06:47:26.248625 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2af79d-7aed-4f39-ae3f-099c4043f6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb93cf3f-7bb5-42f0-a1e1-83e38635ceaf,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:26.459964 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43244) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:26.558778 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43250) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:26.574587 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-881288b6-12aa-47c6-93e9-c58b987cc4b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.656557 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-881288b6-12aa-47c6-93e9-c58b987cc4b0 admin admin] Publish callbacks [] for security_group (4a96231d-8298-424d-b648-a4454d459dbe), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.661074 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-881288b6-12aa-47c6-93e9-c58b987cc4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (4a96231d-8298-424d-b648-a4454d459dbe), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.700316 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-881288b6-12aa-47c6-93e9-c58b987cc4b0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=49dd7b5c4a1e4fdc864f0b0989fc541e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403098 May 11 06:47:26.703636 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43254) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:26.712139 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881288b6-12aa-47c6-93e9-c58b987cc4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a96231d-8298-424d-b648-a4454d459dbe,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:26.761572 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6520780b-f9f6-4d42-abb1-5bd9a314f334 admin admin] Publish callbacks [] for security_group (4a96231d-8298-424d-b648-a4454d459dbe), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.787432 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6520780b-f9f6-4d42-abb1-5bd9a314f334 admin admin] Publish callbacks [] for security_group (4a96231d-8298-424d-b648-a4454d459dbe), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.820364 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5a007c75-051c-4a53-a3e8-d35f9078f175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825217'] for router_interface (373df8d9-1695-42af-98d4-95b08cc4c2d0), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.838857 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6520780b-f9f6-4d42-abb1-5bd9a314f334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (4a96231d-8298-424d-b648-a4454d459dbe), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.841839 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6520780b-f9f6-4d42-abb1-5bd9a314f334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:26.843173 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-6520780b-f9f6-4d42-abb1-5bd9a314f334 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4a96231d-8298-424d-b648-a4454d459dbe HTTP/1.1" status: 204 len: 168 time: 0.1386359 May 11 06:47:26.851579 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520780b-f9f6-4d42-abb1-5bd9a314f334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a96231d-8298-424d-b648-a4454d459dbe,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:27.105203 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-5a007c75-051c-4a53-a3e8-d35f9078f175 admin admin] Deleting port aef750d5-b8a5-4988-85d9-9a5e94e75f9c {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:27.105744 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5a007c75-051c-4a53-a3e8-d35f9078f175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:27.196496 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-5a007c75-051c-4a53-a3e8-d35f9078f175 admin admin] For port aef750d5-b8a5-4988-85d9-9a5e94e75f9c, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=aef750d5-b8a5-4988-85d9-9a5e94e75f9c,segment=NetworkSegment(b0c8e1f3-7030-4e19-852a-8c50243131ad),segment_id=b0c8e1f3-7030-4e19-852a-8c50243131ad)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:27.196959 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5a007c75-051c-4a53-a3e8-d35f9078f175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:27.211621 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-5a007c75-051c-4a53-a3e8-d35f9078f175 admin admin] Calling delete_port for aef750d5-b8a5-4988-85d9-9a5e94e75f9c owned by network:router_interface {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:27.412952 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5a007c75-051c-4a53-a3e8-d35f9078f175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (aef750d5-b8a5-4988-85d9-9a5e94e75f9c), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:27.445120 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a007c75-051c-4a53-a3e8-d35f9078f175 admin admin] Pushing event deleted for resources: {'Port': ['ID=aef750d5-b8a5-4988-85d9-9a5e94e75f9c,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:27.776219 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d74c52c3-53c8-40a7-9ecf-5048224fa1b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:27.913450 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5a007c75-051c-4a53-a3e8-d35f9078f175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-269022'] for router_interface (373df8d9-1695-42af-98d4-95b08cc4c2d0), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:28.149363 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a007c75-051c-4a53-a3e8-d35f9078f175 admin admin] Router 373df8d9-1695-42af-98d4-95b08cc4c2d0 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:47:28.273294 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a007c75-051c-4a53-a3e8-d35f9078f175 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:47:28.281215 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-5a007c75-051c-4a53-a3e8-d35f9078f175 admin admin] 10.222.0.64 "PUT /v2.0/routers/373df8d9-1695-42af-98d4-95b08cc4c2d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8180091 May 11 06:47:28.281412 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43322) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:28.288015 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7de0db-20c5-4d26-88ee-5a959505bb3c None None] Sync routers for ids ['373df8d9-1695-42af-98d4-95b08cc4c2d0'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:47:28.301520 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7de0db-20c5-4d26-88ee-5a959505bb3c None None] Routers {'373df8d9-1695-42af-98d4-95b08cc4c2d0'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:28.302144 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-8f7de0db-20c5-4d26-88ee-5a959505bb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['373df8d9-1695-42af-98d4-95b08cc4c2d0'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:28.409514 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4d32d274-9e88-49b2-9f7f-5fb4135bc9a7 admin admin] Publish callbacks [] for router (373df8d9-1695-42af-98d4-95b08cc4c2d0), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:28.442887 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-8f7de0db-20c5-4d26-88ee-5a959505bb3c None None] Set router 373df8d9-1695-42af-98d4-95b08cc4c2d0 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:28.541209 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4d32d274-9e88-49b2-9f7f-5fb4135bc9a7 admin admin] Publish callbacks [] for router_gateway (373df8d9-1695-42af-98d4-95b08cc4c2d0), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:28.603086 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-4d32d274-9e88-49b2-9f7f-5fb4135bc9a7 admin admin] Deleting port 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31 {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:28.603513 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4d32d274-9e88-49b2-9f7f-5fb4135bc9a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (15af080d-bbf5-4cc0-aabd-d95c0e5d7d31), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:28.636762 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-8f7de0db-20c5-4d26-88ee-5a959505bb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'name': 'tempest-TestMinimumBasicScenario-126971612-router', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:45Z', 'updated_at': '2022-05-11T06:47:27Z', 'revision_number': 5, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'gw_port': {'id': '15af080d-bbf5-4cc0-aabd-d95c0e5d7d31', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:46Z', 'updated_at': '2022-05-11T06:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:28.663982 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7de0db-20c5-4d26-88ee-5a959505bb3c None None] Checking router: 373df8d9-1695-42af-98d4-95b08cc4c2d0 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:47:28.672915 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7de0db-20c5-4d26-88ee-5a959505bb3c None None] Routers {'373df8d9-1695-42af-98d4-95b08cc4c2d0'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:28.673962 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-8f7de0db-20c5-4d26-88ee-5a959505bb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['373df8d9-1695-42af-98d4-95b08cc4c2d0'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:28.689275 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-4d32d274-9e88-49b2-9f7f-5fb4135bc9a7 admin admin] For port 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=15af080d-bbf5-4cc0-aabd-d95c0e5d7d31,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:28.689791 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4d32d274-9e88-49b2-9f7f-5fb4135bc9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (15af080d-bbf5-4cc0-aabd-d95c0e5d7d31), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:28.707343 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-4d32d274-9e88-49b2-9f7f-5fb4135bc9a7 admin admin] Calling delete_port for 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31 owned by network:router_gateway {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:28.732125 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device c252b84e-76c5-4079-b1f3-11dd833563b3 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:47:28.772317 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-8f7de0db-20c5-4d26-88ee-5a959505bb3c None None] Set router 373df8d9-1695-42af-98d4-95b08cc4c2d0 gateway port host: None {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:28.785967 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: c252b84e-76c5-4079-b1f3-11dd833563b3 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:47:28.786440 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device c252b84e-76c5-4079-b1f3-11dd833563b3 not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:47:28.834640 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-8f7de0db-20c5-4d26-88ee-5a959505bb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'name': 'tempest-TestMinimumBasicScenario-126971612-router', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:45Z', 'updated_at': '2022-05-11T06:47:28Z', 'revision_number': 6, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'gw_port_host': None}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:28.864027 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7de0db-20c5-4d26-88ee-5a959505bb3c None None] The sync data for ids ['373df8d9-1695-42af-98d4-95b08cc4c2d0'] in dv-cinder-804757-27-iscsi is: [{'id': '373df8d9-1695-42af-98d4-95b08cc4c2d0', 'name': 'tempest-TestMinimumBasicScenario-126971612-router', 'tenant_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:45Z', 'updated_at': '2022-05-11T06:47:28Z', 'revision_number': 6, 'project_id': 'ee00a37abf8a49eba7d06738e181eb4b', 'gw_port_host': None}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:47:28.951357 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4d32d274-9e88-49b2-9f7f-5fb4135bc9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (15af080d-bbf5-4cc0-aabd-d95c0e5d7d31), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:28.986453 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32d274-9e88-49b2-9f7f-5fb4135bc9a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=15af080d-bbf5-4cc0-aabd-d95c0e5d7d31,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:29.040997 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43344) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:29.051902 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.052666 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4d32d274-9e88-49b2-9f7f-5fb4135bc9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823987'] for router_gateway (373df8d9-1695-42af-98d4-95b08cc4c2d0), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.150999 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4d32d274-9e88-49b2-9f7f-5fb4135bc9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7236'] for router (373df8d9-1695-42af-98d4-95b08cc4c2d0), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.153786 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4d32d274-9e88-49b2-9f7f-5fb4135bc9a7 admin admin] Publish callbacks [] for router_controller (373df8d9-1695-42af-98d4-95b08cc4c2d0), precommit_delete_associations {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.162731 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cc5fd615-af8c-405f-941a-7835d7bcc7b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.218765 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4d32d274-9e88-49b2-9f7f-5fb4135bc9a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830306'] for router (373df8d9-1695-42af-98d4-95b08cc4c2d0), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.219379 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d32d274-9e88-49b2-9f7f-5fb4135bc9a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 373df8d9-1695-42af-98d4-95b08cc4c2d0 {{(pid=104514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:47:29.225227 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4d32d274-9e88-49b2-9f7f-5fb4135bc9a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.226568 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-4d32d274-9e88-49b2-9f7f-5fb4135bc9a7 admin admin] 10.222.0.64 "DELETE /v2.0/routers/373df8d9-1695-42af-98d4-95b08cc4c2d0 HTTP/1.1" status: 204 len: 168 time: 0.9440629 May 11 06:47:29.229512 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43348) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:29.278697 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e612be4-916e-4745-99fa-7bf3cdd0d694 admin admin] Deleting subnet 63c95427-0908-47ce-aa00-7d7d1b7e2598 {{(pid=104513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:47:29.281962 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1e612be4-916e-4745-99fa-7bf3cdd0d694 admin admin] Publish callbacks [] for subnet (63c95427-0908-47ce-aa00-7d7d1b7e2598), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.291052 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cc5fd615-af8c-405f-941a-7835d7bcc7b5 admin admin] Publish callbacks [] for security_group (46e95558-e130-463f-b637-a2e03b6e492b), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.295175 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cc5fd615-af8c-405f-941a-7835d7bcc7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (46e95558-e130-463f-b637-a2e03b6e492b), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.320561 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1e612be4-916e-4745-99fa-7bf3cdd0d694 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59152305'] for subnet (63c95427-0908-47ce-aa00-7d7d1b7e2598), precommit_delete_associations {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.334955 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fd615-af8c-405f-941a-7835d7bcc7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e95558-e130-463f-b637-a2e03b6e492b,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:29.342288 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-cc5fd615-af8c-405f-941a-7835d7bcc7b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8461fc725e6346b5ad970d651c8185bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980313 May 11 06:47:29.342549 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43350) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:29.391304 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dd29ffb0-35d3-4b79-9677-244dfc895102 admin admin] Publish callbacks [] for security_group (46e95558-e130-463f-b637-a2e03b6e492b), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.410270 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1e612be4-916e-4745-99fa-7bf3cdd0d694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660987'] for subnet (63c95427-0908-47ce-aa00-7d7d1b7e2598), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.413685 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dd29ffb0-35d3-4b79-9677-244dfc895102 admin admin] Publish callbacks [] for security_group (46e95558-e130-463f-b637-a2e03b6e492b), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.463692 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dd29ffb0-35d3-4b79-9677-244dfc895102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (46e95558-e130-463f-b637-a2e03b6e492b), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.465151 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1e612be4-916e-4745-99fa-7bf3cdd0d694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60787587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59146744'] for subnet (63c95427-0908-47ce-aa00-7d7d1b7e2598), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.466866 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dd29ffb0-35d3-4b79-9677-244dfc895102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.468079 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-dd29ffb0-35d3-4b79-9677-244dfc895102 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/46e95558-e130-463f-b637-a2e03b6e492b HTTP/1.1" status: 204 len: 168 time: 0.1243932 May 11 06:47:29.482328 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29ffb0-35d3-4b79-9677-244dfc895102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e95558-e130-463f-b637-a2e03b6e492b,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:29.492417 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e612be4-916e-4745-99fa-7bf3cdd0d694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63c95427-0908-47ce-aa00-7d7d1b7e2598,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:29.496732 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1e612be4-916e-4745-99fa-7bf3cdd0d694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.499940 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-1e612be4-916e-4745-99fa-7bf3cdd0d694 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/63c95427-0908-47ce-aa00-7d7d1b7e2598 HTTP/1.1" status: 204 len: 168 time: 0.2684538 May 11 06:47:29.502543 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43354) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:29.507784 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d059ae2-8f58-4e87-ba75-70e97d4264f0 None None] Network eee35abb-92b2-4bc1-98fe-bda487493108 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:47:29.581753 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568100'] for network (eee35abb-92b2-4bc1-98fe-bda487493108), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.630510 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] Deleting port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:29.630857 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (3ff94708-6772-4fc9-a006-5ef5ba6f8e48), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.699925 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] For port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=3ff94708-6772-4fc9-a006-5ef5ba6f8e48,segment=NetworkSegment(b0c8e1f3-7030-4e19-852a-8c50243131ad),segment_id=b0c8e1f3-7030-4e19-852a-8c50243131ad)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:29.700281 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (3ff94708-6772-4fc9-a006-5ef5ba6f8e48), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.704753 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] DHCP port deletion for eee35abb-92b2-4bc1-98fe-bda487493108 request from dv-cinder-804757-27-iscsi {{(pid=104515) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:47:29.718284 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] Calling delete_port for 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:29.755308 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Deleting port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 {{(pid=104515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:29.755989 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (3ff94708-6772-4fc9-a006-5ef5ba6f8e48), before_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.813093 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (3ff94708-6772-4fc9-a006-5ef5ba6f8e48), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.825105 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43358) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:29.842922 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff94708-6772-4fc9-a006-5ef5ba6f8e48,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:29.844211 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-7ce9442a-e4e0-4760-99c6-d9d358d7ee7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.846309 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] For port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=3ff94708-6772-4fc9-a006-5ef5ba6f8e48,segment=NetworkSegment(b0c8e1f3-7030-4e19-852a-8c50243131ad),segment_id=b0c8e1f3-7030-4e19-852a-8c50243131ad)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:29.847218 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] No DVR routers for this DVR port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 on host dv-cinder-804757-27-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:47:29.847400 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (3ff94708-6772-4fc9-a006-5ef5ba6f8e48), precommit_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.864927 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Calling delete_port for 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 owned by network:dhcp {{(pid=104515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:29.927079 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773710', 'neutron.services.segments.db._delete_segments_for_network-8748549744406'] for network (eee35abb-92b2-4bc1-98fe-bda487493108), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.945743 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984'] for port (3ff94708-6772-4fc9-a006-5ef5ba6f8e48), after_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.952509 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee35abb-92b2-4bc1-98fe-bda487493108']}} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:29.958562 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] No DVR routers for this DVR port 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 on host dv-cinder-804757-27-iscsi {{(pid=104515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:47:29.973944 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-7ce9442a-e4e0-4760-99c6-d9d358d7ee7c admin admin] Publish callbacks [] for security_group (d9d923c9-f07d-4406-9e7b-ab8e92d87a43), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.976209 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c8e1f3-7030-4e19-852a-8c50243131ad') {'for_net_delete': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:29.978070 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Pushing event deleted for resources: {'Port': ['ID=3ff94708-6772-4fc9-a006-5ef5ba6f8e48,revision_number=None']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:29.978775 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c8e1f3-7030-4e19-852a-8c50243131ad') {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:29.985060 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-7ce9442a-e4e0-4760-99c6-d9d358d7ee7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d9d923c9-f07d-4406-9e7b-ab8e92d87a43), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:29.998747 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:29.999118 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:29.999491 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:29.999837 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:30.000176 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:30.000510 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:30.000842 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:30.001170 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:30.001516 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748549467935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59152264'] for segment (b0c8e1f3-7030-4e19-852a-8c50243131ad), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:30.002026 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:30.002400 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:30.002742 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:30.003078 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:30.006104 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:30.006104 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:30.006104 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e642244f-3b03-4e80-a604-9bbc728c0820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:30.028908 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (b0c8e1f3-7030-4e19-852a-8c50243131ad), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:30.041820 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=104513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:47:30.042241 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60797985'] for segment (b0c8e1f3-7030-4e19-852a-8c50243131ad), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: Traceback (most recent call last): May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: timer() May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: cb(*args, **kw) May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: return func(*args, **kwargs) May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: self._notify() May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: self.callback(batched_events) May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: event.method(event) May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: return f(self, *a, **k) May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._get(url).json() May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: return self.request(url, 'GET', **kwargs) May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:47:30.044764 dv-cinder-804757-27-iscsi neutron-server[104513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:47:30.054429 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:30.059501 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-7ce9442a-e4e0-4760-99c6-d9d358d7ee7c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2d49b3d1adc94c6784517618c0ed1fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332940 May 11 06:47:30.060360 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9442a-e4e0-4760-99c6-d9d358d7ee7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d923c9-f07d-4406-9e7b-ab8e92d87a43,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:30.064928 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43366) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:30.121764 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826241'] for network (eee35abb-92b2-4bc1-98fe-bda487493108), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:30.128100 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:30.134791 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] 10.222.0.64 "DELETE /v2.0/networks/eee35abb-92b2-4bc1-98fe-bda487493108 HTTP/1.1" status: 204 len: 168 time: 0.6281188 May 11 06:47:30.134959 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-134d76d3-8c4f-497b-b15b-aa6168b507ab admin admin] Publish callbacks [] for security_group (d9d923c9-f07d-4406-9e7b-ab8e92d87a43), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:30.135232 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43370) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:30.145499 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16da48-dc3c-45bc-994b-c453c1ca3872 admin admin] Pushing event deleted for resources: {'Network': ['ID=eee35abb-92b2-4bc1-98fe-bda487493108,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:30.199980 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-134d76d3-8c4f-497b-b15b-aa6168b507ab admin admin] Publish callbacks [] for security_group (d9d923c9-f07d-4406-9e7b-ab8e92d87a43), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:30.240519 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:47:30.261940 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:47:30.262423 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 15af080d-bbf5-4cc0-aabd-d95c0e5d7d31 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:47:30.262992 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device aef750d5-b8a5-4988-85d9-9a5e94e75f9c no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:47:30.287064 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: aef750d5-b8a5-4988-85d9-9a5e94e75f9c {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:47:30.287427 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device aef750d5-b8a5-4988-85d9-9a5e94e75f9c not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:47:30.288025 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:47:30.309883 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:47:30.310406 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 3ff94708-6772-4fc9-a006-5ef5ba6f8e48 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:47:30.347693 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-134d76d3-8c4f-497b-b15b-aa6168b507ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d9d923c9-f07d-4406-9e7b-ab8e92d87a43), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:30.350215 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-134d76d3-8c4f-497b-b15b-aa6168b507ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:30.351413 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-134d76d3-8c4f-497b-b15b-aa6168b507ab admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9d923c9-f07d-4406-9e7b-ab8e92d87a43 HTTP/1.1" status: 204 len: 168 time: 0.2853730 May 11 06:47:30.369882 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d76d3-8c4f-497b-b15b-aa6168b507ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d923c9-f07d-4406-9e7b-ab8e92d87a43,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:30.560308 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4e4b-16c4-48dc-b7d0-08ba787e6481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825217'] for router_interface (ddd5085e-4d48-4418-95de-0d65207beb32), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:30.819074 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-b1ea4e4b-16c4-48dc-b7d0-08ba787e6481 admin admin] Deleting port 04e81067-93db-45de-94ff-cb89ea3c2a23 {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:30.819446 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4e4b-16c4-48dc-b7d0-08ba787e6481 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:30.911973 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-b1ea4e4b-16c4-48dc-b7d0-08ba787e6481 admin admin] For port 04e81067-93db-45de-94ff-cb89ea3c2a23, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=04e81067-93db-45de-94ff-cb89ea3c2a23,segment=NetworkSegment(0b4df4ad-789b-44e6-a495-15066623ead5),segment_id=0b4df4ad-789b-44e6-a495-15066623ead5)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:30.912310 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4e4b-16c4-48dc-b7d0-08ba787e6481 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:30.929338 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-b1ea4e4b-16c4-48dc-b7d0-08ba787e6481 admin admin] Calling delete_port for 04e81067-93db-45de-94ff-cb89ea3c2a23 owned by network:router_interface {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:30.970768 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:31.130300 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4e4b-16c4-48dc-b7d0-08ba787e6481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (04e81067-93db-45de-94ff-cb89ea3c2a23), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:31.160924 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea4e4b-16c4-48dc-b7d0-08ba787e6481 admin admin] Pushing event deleted for resources: {'Port': ['ID=04e81067-93db-45de-94ff-cb89ea3c2a23,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:31.369608 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4e4b-16c4-48dc-b7d0-08ba787e6481 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-269022'] for router_interface (ddd5085e-4d48-4418-95de-0d65207beb32), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:31.869080 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ea4e4b-16c4-48dc-b7d0-08ba787e6481 admin admin] Router ddd5085e-4d48-4418-95de-0d65207beb32 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:47:31.980734 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ea4e4b-16c4-48dc-b7d0-08ba787e6481 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:47:31.985904 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-b1ea4e4b-16c4-48dc-b7d0-08ba787e6481 admin admin] 10.222.0.64 "PUT /v2.0/routers/ddd5085e-4d48-4418-95de-0d65207beb32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8497798 May 11 06:47:31.988548 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43436) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:31.992291 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f4df5-601c-4be0-9840-fa43d84859fe None None] Sync routers for ids ['ddd5085e-4d48-4418-95de-0d65207beb32'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:47:32.002053 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1f4df5-601c-4be0-9840-fa43d84859fe None None] Routers {'ddd5085e-4d48-4418-95de-0d65207beb32'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:32.002785 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-ac1f4df5-601c-4be0-9840-fa43d84859fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['ddd5085e-4d48-4418-95de-0d65207beb32'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:32.104234 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-525b0680-4879-4a58-88ac-7eb5699e7ce9 admin admin] Publish callbacks [] for router (ddd5085e-4d48-4418-95de-0d65207beb32), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:32.114501 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-ac1f4df5-601c-4be0-9840-fa43d84859fe None None] Set router ddd5085e-4d48-4418-95de-0d65207beb32 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:32.138777 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43440) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:32.221021 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-525b0680-4879-4a58-88ac-7eb5699e7ce9 admin admin] Publish callbacks [] for router_gateway (ddd5085e-4d48-4418-95de-0d65207beb32), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:32.274454 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-82b2d2bc-d3d0-4986-ab66-b63c4f07775e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:32.299753 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-525b0680-4879-4a58-88ac-7eb5699e7ce9 admin admin] Deleting port c5822263-83a8-48de-b1bf-038b0f860a2f {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:32.300098 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-525b0680-4879-4a58-88ac-7eb5699e7ce9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (c5822263-83a8-48de-b1bf-038b0f860a2f), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:32.416000 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-525b0680-4879-4a58-88ac-7eb5699e7ce9 admin admin] For port c5822263-83a8-48de-b1bf-038b0f860a2f, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=c5822263-83a8-48de-b1bf-038b0f860a2f,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:32.416623 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-525b0680-4879-4a58-88ac-7eb5699e7ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (c5822263-83a8-48de-b1bf-038b0f860a2f), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:32.425288 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-ac1f4df5-601c-4be0-9840-fa43d84859fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'name': 'tempest-TestMinimumBasicScenario-513250614-router', 'tenant_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.153'}], 'enable_snat': True}, 'gw_port_id': 'c5822263-83a8-48de-b1bf-038b0f860a2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:50Z', 'updated_at': '2022-05-11T06:47:31Z', 'revision_number': 5, 'project_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'gw_port': {'id': 'c5822263-83a8-48de-b1bf-038b0f860a2f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:4e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:44:50Z', 'updated_at': '2022-05-11T06:44:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:32.438704 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-525b0680-4879-4a58-88ac-7eb5699e7ce9 admin admin] Calling delete_port for c5822263-83a8-48de-b1bf-038b0f860a2f owned by network:router_gateway {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:32.456294 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-82b2d2bc-d3d0-4986-ab66-b63c4f07775e admin admin] Publish callbacks [] for security_group (104546a9-13a9-426b-9282-f77af10788b7), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:32.458404 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f4df5-601c-4be0-9840-fa43d84859fe None None] Checking router: ddd5085e-4d48-4418-95de-0d65207beb32 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:47:32.462193 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-82b2d2bc-d3d0-4986-ab66-b63c4f07775e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (104546a9-13a9-426b-9282-f77af10788b7), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:32.468571 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1f4df5-601c-4be0-9840-fa43d84859fe None None] Routers {'ddd5085e-4d48-4418-95de-0d65207beb32'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:32.469179 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-ac1f4df5-601c-4be0-9840-fa43d84859fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['ddd5085e-4d48-4418-95de-0d65207beb32'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:32.543203 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2d2bc-d3d0-4986-ab66-b63c4f07775e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104546a9-13a9-426b-9282-f77af10788b7,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:32.557576 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43448) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:32.565770 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-82b2d2bc-d3d0-4986-ab66-b63c4f07775e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ab5b812d7104622a60ad96c75b0ee20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4257782 May 11 06:47:32.578057 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-ac1f4df5-601c-4be0-9840-fa43d84859fe None None] Set router ddd5085e-4d48-4418-95de-0d65207beb32 gateway port host: None {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:32.617372 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-adb07140-d2d1-42fc-a8ba-6e7069c54b65 admin admin] Publish callbacks [] for security_group (104546a9-13a9-426b-9282-f77af10788b7), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:32.643214 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-adb07140-d2d1-42fc-a8ba-6e7069c54b65 admin admin] Publish callbacks [] for security_group (104546a9-13a9-426b-9282-f77af10788b7), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:32.647671 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:32.649677 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-ac1f4df5-601c-4be0-9840-fa43d84859fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'name': 'tempest-TestMinimumBasicScenario-513250614-router', 'tenant_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:50Z', 'updated_at': '2022-05-11T06:47:32Z', 'revision_number': 6, 'project_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'gw_port_host': None}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:32.681329 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1f4df5-601c-4be0-9840-fa43d84859fe None None] The sync data for ids ['ddd5085e-4d48-4418-95de-0d65207beb32'] in dv-cinder-804757-27-iscsi is: [{'id': 'ddd5085e-4d48-4418-95de-0d65207beb32', 'name': 'tempest-TestMinimumBasicScenario-513250614-router', 'tenant_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:44:50Z', 'updated_at': '2022-05-11T06:47:32Z', 'revision_number': 6, 'project_id': 'e0d1f49a17b6456ebc79bcd41fd27172', 'gw_port_host': None}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:47:32.709795 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-adb07140-d2d1-42fc-a8ba-6e7069c54b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (104546a9-13a9-426b-9282-f77af10788b7), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:32.713587 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-adb07140-d2d1-42fc-a8ba-6e7069c54b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:32.714933 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-adb07140-d2d1-42fc-a8ba-6e7069c54b65 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/104546a9-13a9-426b-9282-f77af10788b7 HTTP/1.1" status: 204 len: 168 time: 0.1563678 May 11 06:47:32.729766 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb07140-d2d1-42fc-a8ba-6e7069c54b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104546a9-13a9-426b-9282-f77af10788b7,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:32.761805 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-525b0680-4879-4a58-88ac-7eb5699e7ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (c5822263-83a8-48de-b1bf-038b0f860a2f), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:32.792952 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b0680-4879-4a58-88ac-7eb5699e7ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5822263-83a8-48de-b1bf-038b0f860a2f,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:32.860907 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-525b0680-4879-4a58-88ac-7eb5699e7ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823987'] for router_gateway (ddd5085e-4d48-4418-95de-0d65207beb32), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:32.959197 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-525b0680-4879-4a58-88ac-7eb5699e7ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7236'] for router (ddd5085e-4d48-4418-95de-0d65207beb32), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:32.961916 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-525b0680-4879-4a58-88ac-7eb5699e7ce9 admin admin] Publish callbacks [] for router_controller (ddd5085e-4d48-4418-95de-0d65207beb32), precommit_delete_associations {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.006278 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-525b0680-4879-4a58-88ac-7eb5699e7ce9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830306'] for router (ddd5085e-4d48-4418-95de-0d65207beb32), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.006860 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525b0680-4879-4a58-88ac-7eb5699e7ce9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddd5085e-4d48-4418-95de-0d65207beb32 {{(pid=104514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:47:33.012886 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-525b0680-4879-4a58-88ac-7eb5699e7ce9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.014113 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-525b0680-4879-4a58-88ac-7eb5699e7ce9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ddd5085e-4d48-4418-95de-0d65207beb32 HTTP/1.1" status: 204 len: 168 time: 1.0245905 May 11 06:47:33.018124 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43458) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:33.018811 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43460) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:33.055805 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3e4d3de9-947a-4111-bcb4-2e8caf51537d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.090646 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d763f3-66f5-4a52-b86e-182becae76c6 admin admin] Deleting subnet f40a9d6c-fcaf-4445-9194-22170537fb45 {{(pid=104513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:47:33.097138 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-61d763f3-66f5-4a52-b86e-182becae76c6 admin admin] Publish callbacks [] for subnet (f40a9d6c-fcaf-4445-9194-22170537fb45), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.147660 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-61d763f3-66f5-4a52-b86e-182becae76c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59152305'] for subnet (f40a9d6c-fcaf-4445-9194-22170537fb45), precommit_delete_associations {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.249196 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3e4d3de9-947a-4111-bcb4-2e8caf51537d admin admin] Publish callbacks [] for security_group (449cfda2-2128-4d90-9402-327b4d59299e), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.256179 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-3e4d3de9-947a-4111-bcb4-2e8caf51537d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (449cfda2-2128-4d90-9402-327b4d59299e), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.273590 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-61d763f3-66f5-4a52-b86e-182becae76c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660987'] for subnet (f40a9d6c-fcaf-4445-9194-22170537fb45), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.322544 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d3de9-947a-4111-bcb4-2e8caf51537d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449cfda2-2128-4d90-9402-327b4d59299e,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:33.331352 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-3e4d3de9-947a-4111-bcb4-2e8caf51537d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=58fdd7bb995b42249b791befee8d1a45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3059685 May 11 06:47:33.334332 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43462) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:33.354867 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-61d763f3-66f5-4a52-b86e-182becae76c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60787587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59146744'] for subnet (f40a9d6c-fcaf-4445-9194-22170537fb45), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.381536 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d763f3-66f5-4a52-b86e-182becae76c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f40a9d6c-fcaf-4445-9194-22170537fb45,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:33.383527 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-61d763f3-66f5-4a52-b86e-182becae76c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.384952 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-96457c3d-f908-4fcb-ab0b-fa3f782e7cba admin admin] Publish callbacks [] for security_group (449cfda2-2128-4d90-9402-327b4d59299e), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.386976 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-61d763f3-66f5-4a52-b86e-182becae76c6 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f40a9d6c-fcaf-4445-9194-22170537fb45 HTTP/1.1" status: 204 len: 168 time: 0.3689852 May 11 06:47:33.389425 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43464) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:33.389722 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428e6555-0b22-4cfd-87b7-06b35a07de14 None None] Network 387070ac-8dd8-418b-ac65-9db9ae9e4012 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:47:33.417578 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-96457c3d-f908-4fcb-ab0b-fa3f782e7cba admin admin] Publish callbacks [] for security_group (449cfda2-2128-4d90-9402-327b4d59299e), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.467404 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568100'] for network (387070ac-8dd8-418b-ac65-9db9ae9e4012), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.483690 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-96457c3d-f908-4fcb-ab0b-fa3f782e7cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (449cfda2-2128-4d90-9402-327b4d59299e), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.486458 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-96457c3d-f908-4fcb-ab0b-fa3f782e7cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.502593 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-96457c3d-f908-4fcb-ab0b-fa3f782e7cba admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/449cfda2-2128-4d90-9402-327b4d59299e HTTP/1.1" status: 204 len: 168 time: 0.1566343 May 11 06:47:33.511369 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96457c3d-f908-4fcb-ab0b-fa3f782e7cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449cfda2-2128-4d90-9402-327b4d59299e,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:33.538202 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] Deleting port 8870e88a-6065-4974-86d6-2748f98f345f {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:33.538644 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (8870e88a-6065-4974-86d6-2748f98f345f), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.579076 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d155b9-82d4-4d8d-94aa-4b47309ccfbb None None] DHCP port deletion for 387070ac-8dd8-418b-ac65-9db9ae9e4012 request from dv-cinder-804757-27-iscsi {{(pid=104515) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:47:33.612789 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] For port 8870e88a-6065-4974-86d6-2748f98f345f, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=8870e88a-6065-4974-86d6-2748f98f345f,segment=NetworkSegment(0b4df4ad-789b-44e6-a495-15066623ead5),segment_id=0b4df4ad-789b-44e6-a495-15066623ead5)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:33.613330 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (8870e88a-6065-4974-86d6-2748f98f345f), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.625121 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-f1d155b9-82d4-4d8d-94aa-4b47309ccfbb None None] Deleting port 8870e88a-6065-4974-86d6-2748f98f345f {{(pid=104515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:47:33.625692 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f1d155b9-82d4-4d8d-94aa-4b47309ccfbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (8870e88a-6065-4974-86d6-2748f98f345f), before_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.627604 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] Calling delete_port for 8870e88a-6065-4974-86d6-2748f98f345f owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:33.704736 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-f1d155b9-82d4-4d8d-94aa-4b47309ccfbb None None] For port 8870e88a-6065-4974-86d6-2748f98f345f, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=8870e88a-6065-4974-86d6-2748f98f345f,segment=NetworkSegment(0b4df4ad-789b-44e6-a495-15066623ead5),segment_id=0b4df4ad-789b-44e6-a495-15066623ead5)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:33.705141 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f1d155b9-82d4-4d8d-94aa-4b47309ccfbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (8870e88a-6065-4974-86d6-2748f98f345f), precommit_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.719130 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-f1d155b9-82d4-4d8d-94aa-4b47309ccfbb None None] Calling delete_port for 8870e88a-6065-4974-86d6-2748f98f345f owned by network:dhcp {{(pid=104515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:47:33.734684 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (8870e88a-6065-4974-86d6-2748f98f345f), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.770218 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] Pushing event deleted for resources: {'Port': ['ID=8870e88a-6065-4974-86d6-2748f98f345f,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:33.789122 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] No DVR routers for this DVR port 8870e88a-6065-4974-86d6-2748f98f345f on host dv-cinder-804757-27-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:47:33.832232 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f1d155b9-82d4-4d8d-94aa-4b47309ccfbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984'] for port (8870e88a-6065-4974-86d6-2748f98f345f), after_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.878637 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d155b9-82d4-4d8d-94aa-4b47309ccfbb None None] Pushing event deleted for resources: {'Port': ['ID=8870e88a-6065-4974-86d6-2748f98f345f,revision_number=None']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:33.885846 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773710', 'neutron.services.segments.db._delete_segments_for_network-8748549744406'] for network (387070ac-8dd8-418b-ac65-9db9ae9e4012), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.896256 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d155b9-82d4-4d8d-94aa-4b47309ccfbb None None] No DVR routers for this DVR port 8870e88a-6065-4974-86d6-2748f98f345f on host dv-cinder-804757-27-iscsi {{(pid=104515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:47:33.917442 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387070ac-8dd8-418b-ac65-9db9ae9e4012']}} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:33.928618 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4df4ad-789b-44e6-a495-15066623ead5') {'for_net_delete': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:33.928990 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4df4ad-789b-44e6-a495-15066623ead5') {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:33.941960 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748549467935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59152264'] for segment (0b4df4ad-789b-44e6-a495-15066623ead5), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.963602 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (0b4df4ad-789b-44e6-a495-15066623ead5), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.974142 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=104513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:47:33.974639 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60797985'] for segment (0b4df4ad-789b-44e6-a495-15066623ead5), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: Traceback (most recent call last): May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: timer() May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: cb(*args, **kw) May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: return func(*args, **kwargs) May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: self._notify() May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: self.callback(batched_events) May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: event.method(event) May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: return f(self, *a, **k) May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._get(url).json() May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: return self.request(url, 'GET', **kwargs) May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:47:33.976491 dv-cinder-804757-27-iscsi neutron-server[104513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:47:34.036562 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826241'] for network (387070ac-8dd8-418b-ac65-9db9ae9e4012), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:34.042012 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:34.045692 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] 10.222.0.64 "DELETE /v2.0/networks/387070ac-8dd8-418b-ac65-9db9ae9e4012 HTTP/1.1" status: 204 len: 168 time: 0.6547210 May 11 06:47:34.071983 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb8f56-bd48-454e-97f6-90bc3451beba admin admin] Pushing event deleted for resources: {'Network': ['ID=387070ac-8dd8-418b-ac65-9db9ae9e4012,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:34.244754 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device c5822263-83a8-48de-b1bf-038b0f860a2f no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:47:34.277992 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43506) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:34.287005 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: c5822263-83a8-48de-b1bf-038b0f860a2f {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:47:34.287375 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device c5822263-83a8-48de-b1bf-038b0f860a2f not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:47:34.287784 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 04e81067-93db-45de-94ff-cb89ea3c2a23 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:47:34.308694 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: 04e81067-93db-45de-94ff-cb89ea3c2a23 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:47:34.309047 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 04e81067-93db-45de-94ff-cb89ea3c2a23 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:47:34.309465 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 8870e88a-6065-4974-86d6-2748f98f345f no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:47:34.319831 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-a604188e-b2f9-4c68-82a4-6f91df0ccd3f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ee00a37abf8a49eba7d06738e181eb4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420070 May 11 06:47:34.320137 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43510) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:34.329505 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: 8870e88a-6065-4974-86d6-2748f98f345f {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:47:34.329859 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 8870e88a-6065-4974-86d6-2748f98f345f not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:47:34.371931 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f935e122-c7bf-4e64-afb0-18291f979dcd admin admin] Publish callbacks [] for security_group (99ac89f5-5408-42f3-9646-f2b1f5587deb), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:34.394640 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f935e122-c7bf-4e64-afb0-18291f979dcd admin admin] Publish callbacks [] for security_group (99ac89f5-5408-42f3-9646-f2b1f5587deb), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:34.451421 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f935e122-c7bf-4e64-afb0-18291f979dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (99ac89f5-5408-42f3-9646-f2b1f5587deb), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:34.454165 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f935e122-c7bf-4e64-afb0-18291f979dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:34.457763 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-f935e122-c7bf-4e64-afb0-18291f979dcd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/99ac89f5-5408-42f3-9646-f2b1f5587deb HTTP/1.1" status: 204 len: 168 time: 0.1338344 May 11 06:47:34.465908 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935e122-c7bf-4e64-afb0-18291f979dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ac89f5-5408-42f3-9646-f2b1f5587deb,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:34.729810 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43524) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:34.771669 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-bd174026-a069-49d4-8655-6deae17c37f5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0d1f49a17b6456ebc79bcd41fd27172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404944 May 11 06:47:34.774540 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43528) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:34.824088 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-55768744-bbb6-4074-a252-5b5bc3cac996 admin admin] Publish callbacks [] for security_group (7e62a090-9f66-4aa8-961b-a939e06ec312), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:34.845623 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-55768744-bbb6-4074-a252-5b5bc3cac996 admin admin] Publish callbacks [] for security_group (7e62a090-9f66-4aa8-961b-a939e06ec312), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:34.893885 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-55768744-bbb6-4074-a252-5b5bc3cac996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (7e62a090-9f66-4aa8-961b-a939e06ec312), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:34.896448 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-55768744-bbb6-4074-a252-5b5bc3cac996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:34.897592 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-55768744-bbb6-4074-a252-5b5bc3cac996 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7e62a090-9f66-4aa8-961b-a939e06ec312 HTTP/1.1" status: 204 len: 168 time: 0.1221550 May 11 06:47:34.906163 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55768744-bbb6-4074-a252-5b5bc3cac996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e62a090-9f66-4aa8-961b-a939e06ec312,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:35.581078 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43574) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:35.693715 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a2aa29d0-8f8f-4ce4-bc30-78e1fe1ad4d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:35.772341 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43584) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:35.788458 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a2aa29d0-8f8f-4ce4-bc30-78e1fe1ad4d4 admin admin] Publish callbacks [] for security_group (4db7eec1-6ae4-46b4-98bb-f187b1edb1a3), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:35.804249 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a2aa29d0-8f8f-4ce4-bc30-78e1fe1ad4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (4db7eec1-6ae4-46b4-98bb-f187b1edb1a3), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:35.844356 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-a2aa29d0-8f8f-4ce4-bc30-78e1fe1ad4d4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c361cdb8bd54b2fb6e07a4c5f0f2faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614112 May 11 06:47:35.846743 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa29d0-8f8f-4ce4-bc30-78e1fe1ad4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db7eec1-6ae4-46b4-98bb-f187b1edb1a3,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:35.847152 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43590) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:35.904129 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-c6309bc0-173b-4c59-afd4-827609beb039 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-325196848-network', 'tenant_id': 'e6758effb73344c895a7ed675378f8df'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:35.916970 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-90779113-a613-46e5-ab7b-2f0eb9ba859d admin admin] Publish callbacks [] for security_group (4db7eec1-6ae4-46b4-98bb-f187b1edb1a3), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:35.951752 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6309bc0-173b-4c59-afd4-827609beb039 admin admin] Made reservation on behalf of e6758effb73344c895a7ed675378f8df for: {'network': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:47:35.954090 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c6309bc0-173b-4c59-afd4-827609beb039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:35.965563 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-90779113-a613-46e5-ab7b-2f0eb9ba859d admin admin] Publish callbacks [] for security_group (4db7eec1-6ae4-46b4-98bb-f187b1edb1a3), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:35.967389 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c6309bc0-173b-4c59-afd4-827609beb039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.046176 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-90779113-a613-46e5-ab7b-2f0eb9ba859d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (4db7eec1-6ae4-46b4-98bb-f187b1edb1a3), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.048647 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-90779113-a613-46e5-ab7b-2f0eb9ba859d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.049783 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-90779113-a613-46e5-ab7b-2f0eb9ba859d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4db7eec1-6ae4-46b4-98bb-f187b1edb1a3 HTTP/1.1" status: 204 len: 168 time: 0.2016404 May 11 06:47:36.066588 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90779113-a613-46e5-ab7b-2f0eb9ba859d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db7eec1-6ae4-46b4-98bb-f187b1edb1a3,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:36.079064 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c6309bc0-173b-4c59-afd4-827609beb039 admin admin] Publish callbacks [] for security_group (d6bcf48d-70c8-4b87-b697-f5660989aa91), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.084924 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c6309bc0-173b-4c59-afd4-827609beb039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d6bcf48d-70c8-4b87-b697-f5660989aa91), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.117263 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6309bc0-173b-4c59-afd4-827609beb039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6bcf48d-70c8-4b87-b697-f5660989aa91,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:36.119985 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6309bc0-173b-4c59-afd4-827609beb039 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=104513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:47:36.129326 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c6309bc0-173b-4c59-afd4-827609beb039 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (0f623434-51ac-4702-927d-c893f63d4254), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.129741 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.segments_db [None req-c6309bc0-173b-4c59-afd4-827609beb039 admin admin] Added segment 0f623434-51ac-4702-927d-c893f63d4254 of type vlan for network a0c97def-afee-473f-bd6f-28ea4388bdaf May 11 06:47:36.175425 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c6309bc0-173b-4c59-afd4-827609beb039 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (a0c97def-afee-473f-bd6f-28ea4388bdaf), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.201417 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c6309bc0-173b-4c59-afd4-827609beb039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (a0c97def-afee-473f-bd6f-28ea4388bdaf), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.202513 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6309bc0-173b-4c59-afd4-827609beb039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:36.203092 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c6309bc0-173b-4c59-afd4-827609beb039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.243198 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-c6309bc0-173b-4c59-afd4-827609beb039 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4695642 May 11 06:47:36.246334 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43596) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:36.253927 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-682efff8-bd63-4a78-b75d-874975e2050d admin admin] Request body: {'subnet': {'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-325196848-subnet', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'ip_version': 4}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:36.283524 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682efff8-bd63-4a78-b75d-874975e2050d admin admin] Made reservation on behalf of e6758effb73344c895a7ed675378f8df for: {'subnet': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:47:36.286165 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-682efff8-bd63-4a78-b75d-874975e2050d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60768928'] for subnet (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.289051 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6309bc0-173b-4c59-afd4-827609beb039 admin admin] Pushing event updated for resources: {'Network': ['ID=a0c97def-afee-473f-bd6f-28ea4388bdaf,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:36.299412 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network a0c97def-afee-473f-bd6f-28ea4388bdaf details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:47:36.336534 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43598) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:36.350455 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1d01d658-182e-4777-98d1-afe46cba52cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.432877 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1d01d658-182e-4777-98d1-afe46cba52cc admin admin] Publish callbacks [] for security_group (5c212108-2033-485f-b4e1-b4645d8504e5), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.436636 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1d01d658-182e-4777-98d1-afe46cba52cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (5c212108-2033-485f-b4e1-b4645d8504e5), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.464091 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-682efff8-bd63-4a78-b75d-874975e2050d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59187144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60768950'] for subnet (1b91e7e8-b781-4ace-994f-139accedf856), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.476936 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-1d01d658-182e-4777-98d1-afe46cba52cc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=afa667f7b1e44e1fac684bf524e23833&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392226 May 11 06:47:36.477910 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01d658-182e-4777-98d1-afe46cba52cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c212108-2033-485f-b4e1-b4645d8504e5,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:36.480269 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43600) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:36.525132 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682efff8-bd63-4a78-b75d-874975e2050d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b91e7e8-b781-4ace-994f-139accedf856,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:36.531510 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8a16382f-f3b7-409e-a3f6-e8a3c6f8cd3d admin admin] Publish callbacks [] for security_group (5c212108-2033-485f-b4e1-b4645d8504e5), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.533795 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682efff8-bd63-4a78-b75d-874975e2050d admin admin] Checking segment: {'id': '0f623434-51ac-4702-927d-c893f63d4254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:47:36.534149 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682efff8-bd63-4a78-b75d-874975e2050d admin admin] Network hostable DHCP agents. Network: a0c97def-afee-473f-bd6f-28ea4388bdaf, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:47:36.551464 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682efff8-bd63-4a78-b75d-874975e2050d admin admin] Network a0c97def-afee-473f-bd6f-28ea4388bdaf is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:47:36.553766 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8a16382f-f3b7-409e-a3f6-e8a3c6f8cd3d admin admin] Publish callbacks [] for security_group (5c212108-2033-485f-b4e1-b4645d8504e5), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.561538 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-682efff8-bd63-4a78-b75d-874975e2050d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, a0c97def-afee-473f-bd6f-28ea4388bdaf) {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:36.566193 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682efff8-bd63-4a78-b75d-874975e2050d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:36.566790 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-682efff8-bd63-4a78-b75d-874975e2050d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.572172 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032cb54c-b09c-49f5-9735-c427de60d941 None None] Network a0c97def-afee-473f-bd6f-28ea4388bdaf requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:47:36.585078 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-682efff8-bd63-4a78-b75d-874975e2050d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3374355 May 11 06:47:36.588256 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43602) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:36.593023 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-325196848-router', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:36.609978 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8a16382f-f3b7-409e-a3f6-e8a3c6f8cd3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (5c212108-2033-485f-b4e1-b4645d8504e5), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.613035 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8a16382f-f3b7-409e-a3f6-e8a3c6f8cd3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.616562 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-8a16382f-f3b7-409e-a3f6-e8a3c6f8cd3d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5c212108-2033-485f-b4e1-b4645d8504e5 HTTP/1.1" status: 204 len: 168 time: 0.1330385 May 11 06:47:36.616727 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7286'] for router (60fb658b-427c-429b-a92c-ce7e695517cf), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.616727 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router (60fb658b-427c-429b-a92c-ce7e695517cf), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.623850 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a16382f-f3b7-409e-a3f6-e8a3c6f8cd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c212108-2033-485f-b4e1-b4645d8504e5,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:36.687417 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Publish callbacks [] for router_controller (60fb658b-427c-429b-a92c-ce7e695517cf), precommit_add_association {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.693941 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dd71484-60e5-51ad-871a-30a1f3f9ad64-a0c97def-afee-473f-bd6f-28ea4388bdaf', 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf', 'project_id': 'e6758effb73344c895a7ed675378f8df', 'fixed_ips': [{'subnet_id': '1b91e7e8-b781-4ace-994f-139accedf856'}]}} from dv-cinder-804757-27-iscsi. {{(pid=104515) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 06:47:36.694887 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:36.839896 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.db_base_plugin_common [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Allocated IP 172.20.0.2 (a0c97def-afee-473f-bd6f-28ea4388bdaf/1b91e7e8-b781-4ace-994f-139accedf856/745f6483-3341-45e6-8a8b-d72f22369a52) {{(pid=104515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:47:36.849909 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Publish callbacks [] for router_gateway (60fb658b-427c-429b-a92c-ce7e695517cf), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:37.019302 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43618) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:37.035598 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Publish callbacks [] for port (745f6483-3341-45e6-8a8b-d72f22369a52), precommit_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:37.046929 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2992977b-ed57-410b-94dc-2b1f08ef0389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:37.051000 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (745f6483-3341-45e6-8a8b-d72f22369a52), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:37.101402 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Publish callbacks [] for router_gateway (60fb658b-427c-429b-a92c-ce7e695517cf), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:37.112625 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Network a0c97def-afee-473f-bd6f-28ea4388bdaf is already hosted by enough agents. {{(pid=104515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:47:37.117850 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.base_scheduler [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Resources bound (agent type, host, resource id): {{(pid=104515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:37.122534 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Received port after_create {{(pid=104515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:47:37.122765 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:37.125931 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Pushing event updated for resources: {'Port': ['ID=745f6483-3341-45e6-8a8b-d72f22369a52,revision_number=1']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:37.154079 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2992977b-ed57-410b-94dc-2b1f08ef0389 admin admin] Publish callbacks [] for security_group (6ef5808b-55d9-4dca-b02d-04f69507ce64), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:37.158584 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2992977b-ed57-410b-94dc-2b1f08ef0389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (6ef5808b-55d9-4dca-b02d-04f69507ce64), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:37.189037 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Attempting to bind port 745f6483-3341-45e6-8a8b-d72f22369a52 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:47:37.189435 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Attempting to bind port 745f6483-3341-45e6-8a8b-d72f22369a52 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '0f623434-51ac-4702-927d-c893f63d4254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:47:37.189808 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Attempting to bind port 745f6483-3341-45e6-8a8b-d72f22369a52 on network a0c97def-afee-473f-bd6f-28ea4388bdaf {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:47:37.195630 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:47:37.196024 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Checking segment: {'id': '0f623434-51ac-4702-927d-c893f63d4254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:47:37.196423 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:37.196821 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Bound using segment: {'id': '0f623434-51ac-4702-927d-c893f63d4254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:47:37.197289 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Bound port: 745f6483-3341-45e6-8a8b-d72f22369a52, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f623434-51ac-4702-927d-c893f63d4254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:47:37.197672 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (745f6483-3341-45e6-8a8b-d72f22369a52), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:37.199434 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-2992977b-ed57-410b-94dc-2b1f08ef0389 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb1a00492cf14f258f0ede57eae9d861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1780877 May 11 06:47:37.200300 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992977b-ed57-410b-94dc-2b1f08ef0389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef5808b-55d9-4dca-b02d-04f69507ce64,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:37.202537 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43622) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:37.244686 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Allocated IP 172.27.2.229 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/e5e793c1-226a-4d34-8c6e-da1f06e846ad) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:47:37.255939 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-76a0a52f-39ce-4f54-8610-4a6452f8db4a admin admin] Publish callbacks [] for security_group (6ef5808b-55d9-4dca-b02d-04f69507ce64), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:37.273789 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] For port 745f6483-3341-45e6-8a8b-d72f22369a52, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:47:37.277154 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] For port 745f6483-3341-45e6-8a8b-d72f22369a52, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=745f6483-3341-45e6-8a8b-d72f22369a52,segment=NetworkSegment(0f623434-51ac-4702-927d-c893f63d4254),segment_id=0f623434-51ac-4702-927d-c893f63d4254)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:47:37.280024 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-76a0a52f-39ce-4f54-8610-4a6452f8db4a admin admin] Publish callbacks [] for security_group (6ef5808b-55d9-4dca-b02d-04f69507ce64), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:37.285430 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (745f6483-3341-45e6-8a8b-d72f22369a52), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:37.352593 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03b21a-e8a1-49dc-ac51-3642ef7c526c None None] Pushing event updated for resources: {'Port': ['ID=745f6483-3341-45e6-8a8b-d72f22369a52,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:37.354774 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-76a0a52f-39ce-4f54-8610-4a6452f8db4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (6ef5808b-55d9-4dca-b02d-04f69507ce64), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:37.362322 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-76a0a52f-39ce-4f54-8610-4a6452f8db4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:37.366506 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-76a0a52f-39ce-4f54-8610-4a6452f8db4a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6ef5808b-55d9-4dca-b02d-04f69507ce64 HTTP/1.1" status: 204 len: 168 time: 0.1607299 May 11 06:47:37.373728 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0a52f-39ce-4f54-8610-4a6452f8db4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef5808b-55d9-4dca-b02d-04f69507ce64,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:37.401351 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Publish callbacks [] for port (e5e793c1-226a-4d34-8c6e-da1f06e846ad), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:37.441537 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (e5e793c1-226a-4d34-8c6e-da1f06e846ad), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:37.487641 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:47:37.493916 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:37.500847 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:47:37.506842 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Pushing event updated for resources: {'Port': ['ID=e5e793c1-226a-4d34-8c6e-da1f06e846ad,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:37.806338 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Publish callbacks [] for router_gateway (60fb658b-427c-429b-a92c-ce7e695517cf), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:38.033293 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823959'] for router (60fb658b-427c-429b-a92c-ce7e695517cf), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:38.252933 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Router 60fb658b-427c-429b-a92c-ce7e695517cf is scheduled to L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 with binding_index 1 {{(pid=104514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 06:47:38.312351 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 745f6483-3341-45e6-8a8b-d72f22369a52 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:47:38.406942 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 745f6483-3341-45e6-8a8b-d72f22369a52 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:38.408041 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (745f6483-3341-45e6-8a8b-d72f22369a52), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:38.422943 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:47:38.435849 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Sync routers for ids ['60fb658b-427c-429b-a92c-ce7e695517cf'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:47:38.448956 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:38.452647 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-2cf1c024-c8b7-46aa-801e-9679ee73a395 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8608732 May 11 06:47:38.453104 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43654) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:38.457666 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Routers {'60fb658b-427c-429b-a92c-ce7e695517cf'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:38.458459 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['60fb658b-427c-429b-a92c-ce7e695517cf'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:38.499829 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66415e2d-73aa-48f8-a455-525b13e1c46b None None] Network a0c97def-afee-473f-bd6f-28ea4388bdaf requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:47:38.514278 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43656) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:38.601109 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-081ff9b0-d5df-4640-891a-78d287ac1b2d None None] Provisioning complete for port 745f6483-3341-45e6-8a8b-d72f22369a52 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:38.601503 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-081ff9b0-d5df-4640-891a-78d287ac1b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (745f6483-3341-45e6-8a8b-d72f22369a52), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:38.640552 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Set router 60fb658b-427c-429b-a92c-ce7e695517cf gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:38.672548 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 745f6483-3341-45e6-8a8b-d72f22369a52 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:38.673196 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (745f6483-3341-45e6-8a8b-d72f22369a52), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:38.675621 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e12243ae-91e4-434a-855e-1476dbbc3b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:38.746761 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] For port 745f6483-3341-45e6-8a8b-d72f22369a52, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=745f6483-3341-45e6-8a8b-d72f22369a52,segment=NetworkSegment(0f623434-51ac-4702-927d-c893f63d4254),segment_id=0f623434-51ac-4702-927d-c893f63d4254)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:38.758542 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (745f6483-3341-45e6-8a8b-d72f22369a52), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:38.839673 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Pushing event updated for resources: {'Port': ['ID=745f6483-3341-45e6-8a8b-d72f22369a52,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:38.846643 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e12243ae-91e4-434a-855e-1476dbbc3b51 admin admin] Publish callbacks [] for security_group (f6fc2d45-d304-420c-879a-564159a999a7), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:38.864637 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e12243ae-91e4-434a-855e-1476dbbc3b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (f6fc2d45-d304-420c-879a-564159a999a7), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:38.864820 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-081ff9b0-d5df-4640-891a-78d287ac1b2d None None] Current status of the port 745f6483-3341-45e6-8a8b-d72f22369a52 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:38.930973 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-e12243ae-91e4-434a-855e-1476dbbc3b51 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=b38748e0fcfb4574b6b860aac33eaec7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4155369 May 11 06:47:38.934674 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43664) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:38.964819 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12243ae-91e4-434a-855e-1476dbbc3b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fc2d45-d304-420c-879a-564159a999a7,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:39.015616 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b9ad863d-b385-4411-b619-16b036f1f008 admin admin] Publish callbacks [] for security_group (f6fc2d45-d304-420c-879a-564159a999a7), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.043000 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b9ad863d-b385-4411-b619-16b036f1f008 admin admin] Publish callbacks [] for security_group (f6fc2d45-d304-420c-879a-564159a999a7), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.062258 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'name': 'tempest-TestShelveInstance-325196848-router', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:36Z', 'updated_at': '2022-05-11T06:47:37Z', 'revision_number': 3, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'gw_port': {'id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:74:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:37Z', 'updated_at': '2022-05-11T06:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:39.091020 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Checking router: 60fb658b-427c-429b-a92c-ce7e695517cf for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:47:39.091639 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Updating router 60fb658b-427c-429b-a92c-ce7e695517cf port e5e793c1-226a-4d34-8c6e-da1f06e846ad binding host dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:47:39.101561 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b9ad863d-b385-4411-b619-16b036f1f008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (f6fc2d45-d304-420c-879a-564159a999a7), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.104350 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b9ad863d-b385-4411-b619-16b036f1f008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.105491 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-b9ad863d-b385-4411-b619-16b036f1f008 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f6fc2d45-d304-420c-879a-564159a999a7 HTTP/1.1" status: 204 len: 168 time: 0.1697955 May 11 06:47:39.114341 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad863d-b385-4411-b619-16b036f1f008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fc2d45-d304-420c-879a-564159a999a7,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:39.120794 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (e5e793c1-226a-4d34-8c6e-da1f06e846ad), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.183702 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-cd28e500-9112-4251-9a53-c6327d6d0c32 None None] Provisioning complete for port 745f6483-3341-45e6-8a8b-d72f22369a52 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:39.184334 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-cd28e500-9112-4251-9a53-c6327d6d0c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (745f6483-3341-45e6-8a8b-d72f22369a52), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.218661 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.281559 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-cd28e500-9112-4251-9a53-c6327d6d0c32 None None] Current status of the port 745f6483-3341-45e6-8a8b-d72f22369a52 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:39.390292 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Allocated IP 172.20.0.1 (a0c97def-afee-473f-bd6f-28ea4388bdaf/1b91e7e8-b781-4ace-994f-139accedf856/9ed31fb1-f9f8-4b01-8a33-e3ae09d51575) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:47:39.443785 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43670) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:39.457162 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0f38dc92-d540-4314-b03b-e1c9debfc44e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.473278 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Publish callbacks [] for port (e5e793c1-226a-4d34-8c6e-da1f06e846ad), precommit_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.480274 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (e5e793c1-226a-4d34-8c6e-da1f06e846ad), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.511006 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Publish callbacks [] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.525529 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Attempting to bind port e5e793c1-226a-4d34-8c6e-da1f06e846ad on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:47:39.525902 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Attempting to bind port e5e793c1-226a-4d34-8c6e-da1f06e846ad by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:47:39.526454 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Attempting to bind port e5e793c1-226a-4d34-8c6e-da1f06e846ad on network 7c3caca2-6ca3-4944-9b8c-503b226927ad {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:47:39.540600 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0f38dc92-d540-4314-b03b-e1c9debfc44e admin admin] Publish callbacks [] for security_group (5b5c72b5-4dd8-4361-b665-2835d5e9c133), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.541286 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:47:39.541687 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Checking segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:47:39.542071 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.542457 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Bound using segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:47:39.542929 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Bound port: e5e793c1-226a-4d34-8c6e-da1f06e846ad, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:47:39.543412 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (e5e793c1-226a-4d34-8c6e-da1f06e846ad), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.546463 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0f38dc92-d540-4314-b03b-e1c9debfc44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (5b5c72b5-4dd8-4361-b665-2835d5e9c133), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.552892 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.570394 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e7f5e-bf2c-41e9-9a5f-f8fe7404a373 None None] Pushing event updated for resources: {'Port': ['ID=e5e793c1-226a-4d34-8c6e-da1f06e846ad,revision_number=2']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:39.586839 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-0f38dc92-d540-4314-b03b-e1c9debfc44e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7022c9368cee407498f0840b8b4eca4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411517 May 11 06:47:39.589360 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43672) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:39.595531 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f38dc92-d540-4314-b03b-e1c9debfc44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5c72b5-4dd8-4361-b665-2835d5e9c133,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:39.604230 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] For port e5e793c1-226a-4d34-8c6e-da1f06e846ad, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:47:39.606562 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Network a0c97def-afee-473f-bd6f-28ea4388bdaf is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:47:39.610307 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:39.610481 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] For port e5e793c1-226a-4d34-8c6e-da1f06e846ad, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=e5e793c1-226a-4d34-8c6e-da1f06e846ad,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:47:39.613779 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:47:39.614264 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e7f5e-bf2c-41e9-9a5f-f8fe7404a373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:39.614577 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e7f5e-bf2c-41e9-9a5f-f8fe7404a373 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:39.614992 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e7f5e-bf2c-41e9-9a5f-f8fe7404a373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:39.615393 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e7f5e-bf2c-41e9-9a5f-f8fe7404a373 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:39.615778 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e7f5e-bf2c-41e9-9a5f-f8fe7404a373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:39.616113 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e7f5e-bf2c-41e9-9a5f-f8fe7404a373 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:39.616432 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e7f5e-bf2c-41e9-9a5f-f8fe7404a373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:39.617950 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e7f5e-bf2c-41e9-9a5f-f8fe7404a373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:39.618425 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e7f5e-bf2c-41e9-9a5f-f8fe7404a373 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:39.618935 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e7f5e-bf2c-41e9-9a5f-f8fe7404a373 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:39.619444 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e7f5e-bf2c-41e9-9a5f-f8fe7404a373 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:39.619967 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e7f5e-bf2c-41e9-9a5f-f8fe7404a373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:39.620470 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e7f5e-bf2c-41e9-9a5f-f8fe7404a373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:39.620807 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e7f5e-bf2c-41e9-9a5f-f8fe7404a373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:39.621128 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656e7f5e-bf2c-41e9-9a5f-f8fe7404a373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:39.626266 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (e5e793c1-226a-4d34-8c6e-da1f06e846ad), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.658246 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e0836f2d-8c19-40e5-89ed-ff7f2643229e admin admin] Publish callbacks [] for security_group (5b5c72b5-4dd8-4361-b665-2835d5e9c133), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.665081 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed31fb1-f9f8-4b01-8a33-e3ae09d51575,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:39.680745 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Routers {'60fb658b-427c-429b-a92c-ce7e695517cf'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:39.681361 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['60fb658b-427c-429b-a92c-ce7e695517cf'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:39.689315 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e0836f2d-8c19-40e5-89ed-ff7f2643229e admin admin] Publish callbacks [] for security_group (5b5c72b5-4dd8-4361-b665-2835d5e9c133), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.690034 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825786'] for router_interface (60fb658b-427c-429b-a92c-ce7e695517cf), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.748185 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e7f5e-bf2c-41e9-9a5f-f8fe7404a373 None None] Pushing event updated for resources: {'Port': ['ID=e5e793c1-226a-4d34-8c6e-da1f06e846ad,revision_number=3']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:39.749920 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e0836f2d-8c19-40e5-89ed-ff7f2643229e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (5b5c72b5-4dd8-4361-b665-2835d5e9c133), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.763874 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e0836f2d-8c19-40e5-89ed-ff7f2643229e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:39.765166 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-e0836f2d-8c19-40e5-89ed-ff7f2643229e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b5c72b5-4dd8-4361-b665-2835d5e9c133 HTTP/1.1" status: 204 len: 168 time: 0.1749122 May 11 06:47:39.777367 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0836f2d-8c19-40e5-89ed-ff7f2643229e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5c72b5-4dd8-4361-b665-2835d5e9c133,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:39.814701 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] Set router 60fb658b-427c-429b-a92c-ce7e695517cf gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:39.913747 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:40.002221 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'name': 'tempest-TestShelveInstance-325196848-router', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:36Z', 'updated_at': '2022-05-11T06:47:37Z', 'revision_number': 3, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'gw_port': {'id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:74:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:37Z', 'updated_at': '2022-05-11T06:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:40.016087 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-e290e6d2-33e9-4123-ae6a-08ae198e1922 None None] Provisioning complete for port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:40.016674 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e290e6d2-33e9-4123-ae6a-08ae198e1922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:40.044694 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660075c3-0222-4ef4-93ec-e71ad0434b7b None None] The sync data for ids ['60fb658b-427c-429b-a92c-ce7e695517cf'] in dv-cinder-804757-27-iscsi is: [{'id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'name': 'tempest-TestShelveInstance-325196848-router', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:36Z', 'updated_at': '2022-05-11T06:47:37Z', 'revision_number': 3, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'gw_port': {'id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:74:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:37Z', 'updated_at': '2022-05-11T06:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:47:40.063448 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-e290e6d2-33e9-4123-ae6a-08ae198e1922 None None] Port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:47:40.202739 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Publish callbacks [] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:40.208728 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:40.260902 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 745f6483-3341-45e6-8a8b-d72f22369a52 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:47:40.298400 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed31fb1-f9f8-4b01-8a33-e3ae09d51575,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:40.343541 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 745f6483-3341-45e6-8a8b-d72f22369a52 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:40.343541 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (745f6483-3341-45e6-8a8b-d72f22369a52), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:40.348485 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825200'] for router_interface (60fb658b-427c-429b-a92c-ce7e695517cf), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:40.456943 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 745f6483-3341-45e6-8a8b-d72f22369a52 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:40.491528 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Network a0c97def-afee-473f-bd6f-28ea4388bdaf is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:47:40.492684 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:40.641203 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Router 60fb658b-427c-429b-a92c-ce7e695517cf has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:47:40.774906 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:47:40.787311 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-0bc73d63-afed-4f69-87c2-e9b7ee500d07 admin admin] 10.222.0.64 "PUT /v2.0/routers/60fb658b-427c-429b-a92c-ce7e695517cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3259864 May 11 06:47:40.787532 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-988397a1-0567-445d-8fb1-ad904939742b None None] Provisioning complete for port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:40.787532 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-988397a1-0567-445d-8fb1-ad904939742b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:40.828786 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-988397a1-0567-445d-8fb1-ad904939742b None None] Port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:47:41.489317 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43736) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:41.526648 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43744) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:41.531870 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-e9f1d727-7f82-4428-ae47-bf9010fbedd0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1220180226-network', 'tenant_id': 'fa899b4ee1304564bc11486c61a0ea66'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:41.555560 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f1d727-7f82-4428-ae47-bf9010fbedd0 admin admin] Made reservation on behalf of fa899b4ee1304564bc11486c61a0ea66 for: {'network': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:47:41.558910 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d727-7f82-4428-ae47-bf9010fbedd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:41.569613 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d727-7f82-4428-ae47-bf9010fbedd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:41.655551 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d727-7f82-4428-ae47-bf9010fbedd0 admin admin] Publish callbacks [] for security_group (b6633c29-e0d1-4b12-b5ae-a509da82818a), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:41.659928 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d727-7f82-4428-ae47-bf9010fbedd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (b6633c29-e0d1-4b12-b5ae-a509da82818a), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:41.693049 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1d727-7f82-4428-ae47-bf9010fbedd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6633c29-e0d1-4b12-b5ae-a509da82818a,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:41.695760 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f1d727-7f82-4428-ae47-bf9010fbedd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=104514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:47:41.708809 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d727-7f82-4428-ae47-bf9010fbedd0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (74172085-4a55-4e77-bd4e-36247c7ee1a3), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:41.709744 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.segments_db [None req-e9f1d727-7f82-4428-ae47-bf9010fbedd0 admin admin] Added segment 74172085-4a55-4e77-bd4e-36247c7ee1a3 of type vlan for network f26a8fe9-42b3-4d32-b8a7-b012724eb552 May 11 06:47:41.759641 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-56fbda21-7af2-455d-abdc-2ca8a1973bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:41.764649 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d727-7f82-4428-ae47-bf9010fbedd0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (f26a8fe9-42b3-4d32-b8a7-b012724eb552), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:41.812528 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d727-7f82-4428-ae47-bf9010fbedd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (f26a8fe9-42b3-4d32-b8a7-b012724eb552), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:41.814005 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f1d727-7f82-4428-ae47-bf9010fbedd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:41.814560 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-e9f1d727-7f82-4428-ae47-bf9010fbedd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:41.861061 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-e9f1d727-7f82-4428-ae47-bf9010fbedd0 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3333156 May 11 06:47:41.864042 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43758) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:41.870542 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-1cafc63d-9efa-4641-b51b-aa2f16d5190d admin admin] Request body: {'subnet': {'network_id': 'f26a8fe9-42b3-4d32-b8a7-b012724eb552', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1220180226-subnet', 'tenant_id': 'fa899b4ee1304564bc11486c61a0ea66', 'ip_version': 4}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:41.894331 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cafc63d-9efa-4641-b51b-aa2f16d5190d admin admin] Made reservation on behalf of fa899b4ee1304564bc11486c61a0ea66 for: {'subnet': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:47:41.897509 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1cafc63d-9efa-4641-b51b-aa2f16d5190d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59146709'] for subnet (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:41.905182 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1d727-7f82-4428-ae47-bf9010fbedd0 admin admin] Pushing event updated for resources: {'Network': ['ID=f26a8fe9-42b3-4d32-b8a7-b012724eb552,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:41.916293 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network f26a8fe9-42b3-4d32-b8a7-b012724eb552 details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:47:41.927763 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-56fbda21-7af2-455d-abdc-2ca8a1973bd7 admin admin] Publish callbacks [] for security_group (d9e3d196-f871-47a1-a4f3-3bf1b70da05b), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:41.934087 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-56fbda21-7af2-455d-abdc-2ca8a1973bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d9e3d196-f871-47a1-a4f3-3bf1b70da05b), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:41.979726 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-56fbda21-7af2-455d-abdc-2ca8a1973bd7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=560175f20bc248c1a97c21afb960d619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4885137 May 11 06:47:41.981386 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbda21-7af2-455d-abdc-2ca8a1973bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e3d196-f871-47a1-a4f3-3bf1b70da05b,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:41.982515 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43760) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:41.997605 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Sync routers for ids ['60fb658b-427c-429b-a92c-ce7e695517cf'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:47:42.018666 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Routers {'60fb658b-427c-429b-a92c-ce7e695517cf'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:42.019354 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['60fb658b-427c-429b-a92c-ce7e695517cf'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:42.083647 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8971d462-bb29-4d13-b714-6825d194492a admin admin] Publish callbacks [] for security_group (d9e3d196-f871-47a1-a4f3-3bf1b70da05b), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.123478 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8971d462-bb29-4d13-b714-6825d194492a admin admin] Publish callbacks [] for security_group (d9e3d196-f871-47a1-a4f3-3bf1b70da05b), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.128806 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43764) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:42.204383 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1cafc63d-9efa-4641-b51b-aa2f16d5190d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60787650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59146691'] for subnet (eb3c8264-bb58-4514-9865-468078b0c20a), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.258091 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8971d462-bb29-4d13-b714-6825d194492a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d9e3d196-f871-47a1-a4f3-3bf1b70da05b), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.267341 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8971d462-bb29-4d13-b714-6825d194492a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.267341 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-8971d462-bb29-4d13-b714-6825d194492a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d9e3d196-f871-47a1-a4f3-3bf1b70da05b HTTP/1.1" status: 204 len: 168 time: 0.2830248 May 11 06:47:42.267655 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-68dd4a6e-8325-4f3f-b2b8-60408c1bbd9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.280343 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971d462-bb29-4d13-b714-6825d194492a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e3d196-f871-47a1-a4f3-3bf1b70da05b,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:42.298208 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Set router 60fb658b-427c-429b-a92c-ce7e695517cf gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:42.305391 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafc63d-9efa-4641-b51b-aa2f16d5190d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb3c8264-bb58-4514-9865-468078b0c20a,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:42.321866 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cafc63d-9efa-4641-b51b-aa2f16d5190d admin admin] Checking segment: {'id': '74172085-4a55-4e77-bd4e-36247c7ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f26a8fe9-42b3-4d32-b8a7-b012724eb552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:47:42.322223 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cafc63d-9efa-4641-b51b-aa2f16d5190d admin admin] Network hostable DHCP agents. Network: f26a8fe9-42b3-4d32-b8a7-b012724eb552, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:47:42.344285 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cafc63d-9efa-4641-b51b-aa2f16d5190d admin admin] Network f26a8fe9-42b3-4d32-b8a7-b012724eb552 is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:47:42.356834 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-1cafc63d-9efa-4641-b51b-aa2f16d5190d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, f26a8fe9-42b3-4d32-b8a7-b012724eb552) {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:42.358650 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device e5e793c1-226a-4d34-8c6e-da1f06e846ad up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:47:42.362690 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cafc63d-9efa-4641-b51b-aa2f16d5190d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:42.364033 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1cafc63d-9efa-4641-b51b-aa2f16d5190d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.390999 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-1cafc63d-9efa-4641-b51b-aa2f16d5190d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5251639 May 11 06:47:42.393557 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43770) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:42.394406 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-68dd4a6e-8325-4f3f-b2b8-60408c1bbd9d admin admin] Publish callbacks [] for security_group (d1d28a3b-b3cf-4c0f-9a9d-542cea76f7ff), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.399530 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1220180226-router', 'tenant_id': 'fa899b4ee1304564bc11486c61a0ea66', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:42.404655 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb443c-03d0-435f-9dcb-9dc75e419750 None None] Network f26a8fe9-42b3-4d32-b8a7-b012724eb552 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:47:42.409128 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-68dd4a6e-8325-4f3f-b2b8-60408c1bbd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d1d28a3b-b3cf-4c0f-9a9d-542cea76f7ff), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.425572 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7286'] for router (1293427b-6372-4ec8-9fb8-c704bff12662), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.427036 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router (1293427b-6372-4ec8-9fb8-c704bff12662), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.466278 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd4a6e-8325-4f3f-b2b8-60408c1bbd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d28a3b-b3cf-4c0f-9a9d-542cea76f7ff,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:42.475136 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-68dd4a6e-8325-4f3f-b2b8-60408c1bbd9d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=40f0c98076e34126a2aab59fc6dc9969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3447363 May 11 06:47:42.475442 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43774) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:42.490981 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Publish callbacks [] for router_controller (1293427b-6372-4ec8-9fb8-c704bff12662), precommit_add_association {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.534740 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ae041553-e241-415e-adda-726833d82c04 admin admin] Publish callbacks [] for security_group (d1d28a3b-b3cf-4c0f-9a9d-542cea76f7ff), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.563774 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ae041553-e241-415e-adda-726833d82c04 admin admin] Publish callbacks [] for security_group (d1d28a3b-b3cf-4c0f-9a9d-542cea76f7ff), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.593638 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port e5e793c1-226a-4d34-8c6e-da1f06e846ad triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:42.594079 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (e5e793c1-226a-4d34-8c6e-da1f06e846ad), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.639895 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ae041553-e241-415e-adda-726833d82c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d1d28a3b-b3cf-4c0f-9a9d-542cea76f7ff), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.646702 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-ae041553-e241-415e-adda-726833d82c04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.648133 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-ae041553-e241-415e-adda-726833d82c04 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1d28a3b-b3cf-4c0f-9a9d-542cea76f7ff HTTP/1.1" status: 204 len: 168 time: 0.1713591 May 11 06:47:42.672929 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae041553-e241-415e-adda-726833d82c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d28a3b-b3cf-4c0f-9a9d-542cea76f7ff,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:42.689743 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dd71484-60e5-51ad-871a-30a1f3f9ad64-f26a8fe9-42b3-4d32-b8a7-b012724eb552', 'network_id': 'f26a8fe9-42b3-4d32-b8a7-b012724eb552', 'project_id': 'fa899b4ee1304564bc11486c61a0ea66', 'fixed_ips': [{'subnet_id': 'eb3c8264-bb58-4514-9865-468078b0c20a'}]}} from dv-cinder-804757-27-iscsi. {{(pid=104515) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 06:47:42.690649 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.693089 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Publish callbacks [] for router_gateway (1293427b-6372-4ec8-9fb8-c704bff12662), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.847190 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'name': 'tempest-TestShelveInstance-325196848-router', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:36Z', 'updated_at': '2022-05-11T06:47:39Z', 'revision_number': 4, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'gw_port': {'id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:74:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:37Z', 'updated_at': '2022-05-11T06:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '9ed31fb1-f9f8-4b01-8a33-e3ae09d51575', 'name': '', 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'mac_address': 'fa:16:3e:a8:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1b91e7e8-b781-4ace-994f-139accedf856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:39Z', 'updated_at': '2022-05-11T06:47:40Z', 'revision_number': 2, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'subnets': [{'id': '1b91e7e8-b781-4ace-994f-139accedf856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:42.894799 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Checking router: 60fb658b-427c-429b-a92c-ce7e695517cf for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:47:42.895094 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Updating router 60fb658b-427c-429b-a92c-ce7e695517cf port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 binding host dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:47:42.928273 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port e5e793c1-226a-4d34-8c6e-da1f06e846ad is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:42.928977 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (e5e793c1-226a-4d34-8c6e-da1f06e846ad), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:42.987817 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.001182 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] For port e5e793c1-226a-4d34-8c6e-da1f06e846ad, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=e5e793c1-226a-4d34-8c6e-da1f06e846ad,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:43.012240 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (e5e793c1-226a-4d34-8c6e-da1f06e846ad), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.027960 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43794) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:43.044349 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1ede2b93-1ee5-4a71-a4f5-d2075093dd5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.067000 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.db_base_plugin_common [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Allocated IP 172.20.0.2 (f26a8fe9-42b3-4d32-b8a7-b012724eb552/eb3c8264-bb58-4514-9865-468078b0c20a/4e12a39b-59de-46e6-bbf5-267d377b123a) {{(pid=104515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:47:43.160575 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1ede2b93-1ee5-4a71-a4f5-d2075093dd5c admin admin] Publish callbacks [] for security_group (63b4240d-ae40-42ec-84af-d6a8853670be), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.166940 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1ede2b93-1ee5-4a71-a4f5-d2075093dd5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (63b4240d-ae40-42ec-84af-d6a8853670be), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.173183 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Pushing event updated for resources: {'Port': ['ID=e5e793c1-226a-4d34-8c6e-da1f06e846ad,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:43.232837 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-1ede2b93-1ee5-4a71-a4f5-d2075093dd5c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7dd540c74a8141c29873ddb494ba0690&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034616 May 11 06:47:43.233838 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43800) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:43.255995 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Publish callbacks [] for router_gateway (1293427b-6372-4ec8-9fb8-c704bff12662), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.264635 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede2b93-1ee5-4a71-a4f5-d2075093dd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b4240d-ae40-42ec-84af-d6a8853670be,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:43.296529 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.315340 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-39412816-edd5-45d0-a60d-21452f15f6fd admin admin] Publish callbacks [] for security_group (63b4240d-ae40-42ec-84af-d6a8853670be), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.336665 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43802) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:43.356417 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-39412816-edd5-45d0-a60d-21452f15f6fd admin admin] Publish callbacks [] for security_group (63b4240d-ae40-42ec-84af-d6a8853670be), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.424660 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-39412816-edd5-45d0-a60d-21452f15f6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (63b4240d-ae40-42ec-84af-d6a8853670be), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.426012 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Publish callbacks [] for port (4e12a39b-59de-46e6-bbf5-267d377b123a), precommit_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.427997 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-39412816-edd5-45d0-a60d-21452f15f6fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.429609 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-39412816-edd5-45d0-a60d-21452f15f6fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/63b4240d-ae40-42ec-84af-d6a8853670be HTTP/1.1" status: 204 len: 168 time: 0.1920841 May 11 06:47:43.432032 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Allocated IP 172.27.2.80 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/17d47a12-43eb-443e-adf4-151e5f83bed7) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:47:43.441481 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (4e12a39b-59de-46e6-bbf5-267d377b123a), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.466320 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39412816-edd5-45d0-a60d-21452f15f6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b4240d-ae40-42ec-84af-d6a8853670be,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:43.489198 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-b48b26c2-ab35-4c8c-a87f-2412c0dd2a50 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1079859993-network', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:43.515676 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48b26c2-ab35-4c8c-a87f-2412c0dd2a50 admin admin] Made reservation on behalf of 549cd5f2cff143c69dd1e4568d7bd3e6 for: {'network': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:47:43.519299 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b48b26c2-ab35-4c8c-a87f-2412c0dd2a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.531926 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b48b26c2-ab35-4c8c-a87f-2412c0dd2a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.533985 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Network f26a8fe9-42b3-4d32-b8a7-b012724eb552 is already hosted by enough agents. {{(pid=104515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:47:43.534915 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Pushing event updated for resources: {'Port': ['ID=4e12a39b-59de-46e6-bbf5-267d377b123a,revision_number=1']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:43.544773 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.base_scheduler [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Resources bound (agent type, host, resource id): {{(pid=104515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:43.547822 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Received port after_create {{(pid=104515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:47:43.588202 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Publish callbacks [] for port (17d47a12-43eb-443e-adf4-151e5f83bed7), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.640618 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b48b26c2-ab35-4c8c-a87f-2412c0dd2a50 admin admin] Publish callbacks [] for security_group (2bf222ad-74b0-4bfe-a682-3511c077582f), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.646871 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b48b26c2-ab35-4c8c-a87f-2412c0dd2a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (2bf222ad-74b0-4bfe-a682-3511c077582f), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.651331 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (17d47a12-43eb-443e-adf4-151e5f83bed7), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.658001 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Publish callbacks [] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), precommit_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.662076 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Attempting to bind port 4e12a39b-59de-46e6-bbf5-267d377b123a on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:47:43.662710 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Attempting to bind port 4e12a39b-59de-46e6-bbf5-267d377b123a by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '74172085-4a55-4e77-bd4e-36247c7ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f26a8fe9-42b3-4d32-b8a7-b012724eb552'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:47:43.662931 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Attempting to bind port 4e12a39b-59de-46e6-bbf5-267d377b123a on network f26a8fe9-42b3-4d32-b8a7-b012724eb552 {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:47:43.669650 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.676287 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b48b26c2-ab35-4c8c-a87f-2412c0dd2a50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=104514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:47:43.677502 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:47:43.677881 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Checking segment: {'id': '74172085-4a55-4e77-bd4e-36247c7ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f26a8fe9-42b3-4d32-b8a7-b012724eb552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:47:43.678340 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.678734 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Bound using segment: {'id': '74172085-4a55-4e77-bd4e-36247c7ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f26a8fe9-42b3-4d32-b8a7-b012724eb552'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:47:43.679219 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Bound port: 4e12a39b-59de-46e6-bbf5-267d377b123a, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74172085-4a55-4e77-bd4e-36247c7ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f26a8fe9-42b3-4d32-b8a7-b012724eb552'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:47:43.680218 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (4e12a39b-59de-46e6-bbf5-267d377b123a), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.690283 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b26c2-ab35-4c8c-a87f-2412c0dd2a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf222ad-74b0-4bfe-a682-3511c077582f,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:43.706325 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Pushing event updated for resources: {'Port': ['ID=17d47a12-43eb-443e-adf4-151e5f83bed7,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:43.712584 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b48b26c2-ab35-4c8c-a87f-2412c0dd2a50 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (3317c23f-548b-4817-83af-0499078ac435), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.714903 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.segments_db [None req-b48b26c2-ab35-4c8c-a87f-2412c0dd2a50 admin admin] Added segment 3317c23f-548b-4817-83af-0499078ac435 of type vlan for network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c May 11 06:47:43.720384 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:47:43.722254 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:43.724272 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:47:43.834085 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b48b26c2-ab35-4c8c-a87f-2412c0dd2a50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.847505 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f931ee5-7ee0-45d8-a5ee-7f794d1f1d17 None None] Pushing event updated for resources: {'Port': ['ID=9ed31fb1-f9f8-4b01-8a33-e3ae09d51575,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:43.853012 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Attempting to bind port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:47:43.853470 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Attempting to bind port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '0f623434-51ac-4702-927d-c893f63d4254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:47:43.853954 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Attempting to bind port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 on network a0c97def-afee-473f-bd6f-28ea4388bdaf {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:47:43.862486 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:47:43.863128 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Checking segment: {'id': '0f623434-51ac-4702-927d-c893f63d4254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:47:43.863660 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.864129 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Bound using segment: {'id': '0f623434-51ac-4702-927d-c893f63d4254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:47:43.864706 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Bound port: 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f623434-51ac-4702-927d-c893f63d4254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:47:43.865162 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.903783 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b48b26c2-ab35-4c8c-a87f-2412c0dd2a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.904999 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48b26c2-ab35-4c8c-a87f-2412c0dd2a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:43.905714 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b48b26c2-ab35-4c8c-a87f-2412c0dd2a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:43.934940 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-b48b26c2-ab35-4c8c-a87f-2412c0dd2a50 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5970848 May 11 06:47:43.944719 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43812) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:43.952470 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-ed5486be-582d-4c3f-94d2-563e392ece33 admin admin] Request body: {'subnet': {'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1079859993-subnet', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'ip_version': 4}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:43.976363 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] For port 4e12a39b-59de-46e6-bbf5-267d377b123a, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:47:43.999982 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] For port 4e12a39b-59de-46e6-bbf5-267d377b123a, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=4e12a39b-59de-46e6-bbf5-267d377b123a,segment=NetworkSegment(74172085-4a55-4e77-bd4e-36247c7ee1a3),segment_id=74172085-4a55-4e77-bd4e-36247c7ee1a3)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:47:44.005899 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b26c2-ab35-4c8c-a87f-2412c0dd2a50 admin admin] Pushing event updated for resources: {'Network': ['ID=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:44.019473 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:47:44.023716 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5486be-582d-4c3f-94d2-563e392ece33 admin admin] Made reservation on behalf of 549cd5f2cff143c69dd1e4568d7bd3e6 for: {'subnet': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:47:44.026661 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ed5486be-582d-4c3f-94d2-563e392ece33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59146709'] for subnet (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:44.040219 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (4e12a39b-59de-46e6-bbf5-267d377b123a), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:44.093731 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] For port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:47:44.145538 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Publish callbacks [] for router_gateway (1293427b-6372-4ec8-9fb8-c704bff12662), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:44.161796 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-d27ed076-6aff-4064-8594-95f7d5272ba0 None None] Provisioning complete for port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:44.162228 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d27ed076-6aff-4064-8594-95f7d5272ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:44.169172 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] For port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=9ed31fb1-f9f8-4b01-8a33-e3ae09d51575,segment=NetworkSegment(0f623434-51ac-4702-927d-c893f63d4254),segment_id=0f623434-51ac-4702-927d-c893f63d4254)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:47:44.348390 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device e5e793c1-226a-4d34-8c6e-da1f06e846ad up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:47:44.357884 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:44.387073 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0758271-4625-4851-82af-a4fc74613fb0 None None] Pushing event updated for resources: {'Port': ['ID=4e12a39b-59de-46e6-bbf5-267d377b123a,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:44.430527 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-d27ed076-6aff-4064-8594-95f7d5272ba0 None None] Port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:47:44.474415 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ed5486be-582d-4c3f-94d2-563e392ece33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60787650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59146691'] for subnet (571d3319-113c-4fc5-9bfa-24b106f2a034), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:44.495011 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f931ee5-7ee0-45d8-a5ee-7f794d1f1d17 None None] Pushing event updated for resources: {'Port': ['ID=9ed31fb1-f9f8-4b01-8a33-e3ae09d51575,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:44.498722 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Routers {'60fb658b-427c-429b-a92c-ce7e695517cf'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:44.499429 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['60fb658b-427c-429b-a92c-ce7e695517cf'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:44.502972 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port e5e793c1-226a-4d34-8c6e-da1f06e846ad triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:44.503422 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (e5e793c1-226a-4d34-8c6e-da1f06e846ad), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:44.616340 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823959'] for router (1293427b-6372-4ec8-9fb8-c704bff12662), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:44.627034 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5486be-582d-4c3f-94d2-563e392ece33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=571d3319-113c-4fc5-9bfa-24b106f2a034,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:44.693187 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5486be-582d-4c3f-94d2-563e392ece33 admin admin] Checking segment: {'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:47:44.693450 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5486be-582d-4c3f-94d2-563e392ece33 admin admin] Network hostable DHCP agents. Network: 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:47:44.745144 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] Set router 60fb658b-427c-429b-a92c-ce7e695517cf gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:44.764174 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5486be-582d-4c3f-94d2-563e392ece33 admin admin] Network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:47:44.779578 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-ed5486be-582d-4c3f-94d2-563e392ece33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c) {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:44.792430 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d983257e-1bb9-4582-b605-0b19d0285bc4 None None] Network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:47:44.808050 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5486be-582d-4c3f-94d2-563e392ece33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:44.808657 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ed5486be-582d-4c3f-94d2-563e392ece33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:44.838314 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-ed5486be-582d-4c3f-94d2-563e392ece33 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8881261 May 11 06:47:44.838865 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43832) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:44.840676 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port e5e793c1-226a-4d34-8c6e-da1f06e846ad is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:44.844725 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:44.860156 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Router 1293427b-6372-4ec8-9fb8-c704bff12662 is scheduled to L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 with binding_index 1 {{(pid=104513) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 06:47:44.872754 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7286'] for router (e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:44.874372 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router (e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:44.935697 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-a0ca3dcf-2826-4494-b7e6-2f7f5bc01db9 None None] Provisioning complete for port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:44.936457 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a0ca3dcf-2826-4494-b7e6-2f7f5bc01db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:44.957991 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Publish callbacks [] for router_controller (e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63), precommit_add_association {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:45.003157 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:47:45.017292 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Sync routers for ids ['1293427b-6372-4ec8-9fb8-c704bff12662'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:47:45.040174 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:45.041899 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-9b0a0910-9ce5-4b84-b91b-ddefc8808c17 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6471920 May 11 06:47:45.045647 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43836) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:45.045778 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Routers {'1293427b-6372-4ec8-9fb8-c704bff12662'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:45.056524 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['1293427b-6372-4ec8-9fb8-c704bff12662'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:45.060276 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dd71484-60e5-51ad-871a-30a1f3f9ad64-29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034'}]}} from dv-cinder-804757-27-iscsi. {{(pid=104515) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 06:47:45.061734 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:45.207004 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Publish callbacks [] for router_gateway (e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:45.275626 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Set router 1293427b-6372-4ec8-9fb8-c704bff12662 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:45.338201 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca3dcf-2826-4494-b7e6-2f7f5bc01db9 None None] Current status of the port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:45.343098 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a0ca3dcf-2826-4494-b7e6-2f7f5bc01db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:45.515422 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.db_base_plugin_common [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Allocated IP 172.20.0.2 (29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c/571d3319-113c-4fc5-9bfa-24b106f2a034/e121252a-01e0-46d8-b3d6-2c63be0aacdc) {{(pid=104515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:47:45.595563 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'name': 'tempest-TestShelveInstance-1220180226-router', 'tenant_id': 'fa899b4ee1304564bc11486c61a0ea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '17d47a12-43eb-443e-adf4-151e5f83bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:42Z', 'updated_at': '2022-05-11T06:47:43Z', 'revision_number': 3, 'project_id': 'fa899b4ee1304564bc11486c61a0ea66', 'gw_port': {'id': '17d47a12-43eb-443e-adf4-151e5f83bed7', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:43Z', 'updated_at': '2022-05-11T06:47:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:45.630594 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Checking router: 1293427b-6372-4ec8-9fb8-c704bff12662 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:47:45.631214 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Updating router 1293427b-6372-4ec8-9fb8-c704bff12662 port 17d47a12-43eb-443e-adf4-151e5f83bed7 binding host dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:47:45.636444 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'name': 'tempest-TestShelveInstance-325196848-router', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:36Z', 'updated_at': '2022-05-11T06:47:39Z', 'revision_number': 4, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'gw_port': {'id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:37Z', 'updated_at': '2022-05-11T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '9ed31fb1-f9f8-4b01-8a33-e3ae09d51575', 'name': '', 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'mac_address': 'fa:16:3e:a8:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1b91e7e8-b781-4ace-994f-139accedf856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:39Z', 'updated_at': '2022-05-11T06:47:44Z', 'revision_number': 4, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'subnets': [{'id': '1b91e7e8-b781-4ace-994f-139accedf856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:45.684173 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (17d47a12-43eb-443e-adf4-151e5f83bed7), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:45.723347 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd511a60-71a2-4df9-b414-3fe2c6796a68 None None] The sync data for ids ['60fb658b-427c-429b-a92c-ce7e695517cf'] in dv-cinder-804757-27-iscsi is: [{'id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'name': 'tempest-TestShelveInstance-325196848-router', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:36Z', 'updated_at': '2022-05-11T06:47:39Z', 'revision_number': 4, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'gw_port': {'id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:37Z', 'updated_at': '2022-05-11T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '9ed31fb1-f9f8-4b01-8a33-e3ae09d51575', 'name': '', 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'mac_address': 'fa:16:3e:a8:ac:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1b91e7e8-b781-4ace-994f-139accedf856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:39Z', 'updated_at': '2022-05-11T06:47:44Z', 'revision_number': 4, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'subnets': [{'id': '1b91e7e8-b781-4ace-994f-139accedf856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:47:45.752361 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-a0ca3dcf-2826-4494-b7e6-2f7f5bc01db9 None None] For port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=9ed31fb1-f9f8-4b01-8a33-e3ae09d51575,segment=NetworkSegment(0f623434-51ac-4702-927d-c893f63d4254),segment_id=0f623434-51ac-4702-927d-c893f63d4254)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:45.782814 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85051f8b-5f86-49e3-8a21-db4c790fc686 None None] Network f26a8fe9-42b3-4d32-b8a7-b012724eb552 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:47:45.884469 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a0ca3dcf-2826-4494-b7e6-2f7f5bc01db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:45.928799 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.034532 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Publish callbacks [] for port (e121252a-01e0-46d8-b3d6-2c63be0aacdc), precommit_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.106774 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f69fab9-2db2-4257-be64-13b80dbe9446 None None] Provisioning complete for port 4e12a39b-59de-46e6-bbf5-267d377b123a triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:46.107393 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f69fab9-2db2-4257-be64-13b80dbe9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (4e12a39b-59de-46e6-bbf5-267d377b123a), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.112947 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (e121252a-01e0-46d8-b3d6-2c63be0aacdc), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.152439 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Publish callbacks [] for router_gateway (e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.155432 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c is already hosted by enough agents. {{(pid=104515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:47:46.158394 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca3dcf-2826-4494-b7e6-2f7f5bc01db9 None None] Pushing event updated for resources: {'Port': ['ID=9ed31fb1-f9f8-4b01-8a33-e3ae09d51575,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:46.200883 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.221132 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Pushing event updated for resources: {'Port': ['ID=e121252a-01e0-46d8-b3d6-2c63be0aacdc,revision_number=1']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:46.247255 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.base_scheduler [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Resources bound (agent type, host, resource id): {{(pid=104515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:46.260514 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Received port after_create {{(pid=104515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:47:46.274279 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Allocated IP 172.20.0.1 (f26a8fe9-42b3-4d32-b8a7-b012724eb552/eb3c8264-bb58-4514-9865-468078b0c20a/d173750c-5f44-46d3-8524-c0ef3a5928ee) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:47:46.377299 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Publish callbacks [] for port (17d47a12-43eb-443e-adf4-151e5f83bed7), precommit_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.384363 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (17d47a12-43eb-443e-adf4-151e5f83bed7), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.470470 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f69fab9-2db2-4257-be64-13b80dbe9446 None None] Current status of the port 4e12a39b-59de-46e6-bbf5-267d377b123a is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:46.470870 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f69fab9-2db2-4257-be64-13b80dbe9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (4e12a39b-59de-46e6-bbf5-267d377b123a), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.489515 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:47:46.531111 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Allocated IP 172.27.2.128 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/a399dbca-b859-48cc-8f11-4018ec26295f) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:47:46.552182 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Publish callbacks [] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.557638 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Attempting to bind port e121252a-01e0-46d8-b3d6-2c63be0aacdc on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:47:46.558016 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Attempting to bind port e121252a-01e0-46d8-b3d6-2c63be0aacdc by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:47:46.558380 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Attempting to bind port e121252a-01e0-46d8-b3d6-2c63be0aacdc on network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:47:46.608754 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:47:46.609138 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Checking segment: {'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:47:46.609542 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.609757 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.609962 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Bound using segment: {'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:47:46.610412 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Bound port: e121252a-01e0-46d8-b3d6-2c63be0aacdc, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:47:46.610805 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (e121252a-01e0-46d8-b3d6-2c63be0aacdc), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.640093 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f69fab9-2db2-4257-be64-13b80dbe9446 None None] For port 4e12a39b-59de-46e6-bbf5-267d377b123a, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=4e12a39b-59de-46e6-bbf5-267d377b123a,segment=NetworkSegment(74172085-4a55-4e77-bd4e-36247c7ee1a3),segment_id=74172085-4a55-4e77-bd4e-36247c7ee1a3)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:46.655334 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f69fab9-2db2-4257-be64-13b80dbe9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (4e12a39b-59de-46e6-bbf5-267d377b123a), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.692834 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Network f26a8fe9-42b3-4d32-b8a7-b012724eb552 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:47:46.698087 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:46.716014 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:47:46.728982 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Publish callbacks [] for port (a399dbca-b859-48cc-8f11-4018ec26295f), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.774896 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825786'] for router_interface (1293427b-6372-4ec8-9fb8-c704bff12662), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.802858 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (a399dbca-b859-48cc-8f11-4018ec26295f), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.821265 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba1154-fcf1-445b-ab63-098ef94e9268 None None] Pushing event updated for resources: {'Port': ['ID=17d47a12-43eb-443e-adf4-151e5f83bed7,revision_number=2']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:46.824175 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Attempting to bind port 17d47a12-43eb-443e-adf4-151e5f83bed7 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:47:46.824641 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Attempting to bind port 17d47a12-43eb-443e-adf4-151e5f83bed7 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:47:46.825004 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Attempting to bind port 17d47a12-43eb-443e-adf4-151e5f83bed7 on network 7c3caca2-6ca3-4944-9b8c-503b226927ad {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:47:46.843218 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:47:46.843598 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Checking segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:47:46.843987 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.844363 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Bound using segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:47:46.844823 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Bound port: 17d47a12-43eb-443e-adf4-151e5f83bed7, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:47:46.845431 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (17d47a12-43eb-443e-adf4-151e5f83bed7), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.876016 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:47:46.890469 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:46.901526 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:47:46.909813 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d173750c-5f44-46d3-8524-c0ef3a5928ee,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:46.942050 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:46.942354 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:46.960063 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] For port 17d47a12-43eb-443e-adf4-151e5f83bed7, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:47:46.970790 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] For port 17d47a12-43eb-443e-adf4-151e5f83bed7, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=17d47a12-43eb-443e-adf4-151e5f83bed7,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:47:46.980247 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (17d47a12-43eb-443e-adf4-151e5f83bed7), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:47.030144 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] For port e121252a-01e0-46d8-b3d6-2c63be0aacdc, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:47:47.035648 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] For port e121252a-01e0-46d8-b3d6-2c63be0aacdc, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=e121252a-01e0-46d8-b3d6-2c63be0aacdc,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:47:47.042832 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Routers {'1293427b-6372-4ec8-9fb8-c704bff12662'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:47.046451 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['1293427b-6372-4ec8-9fb8-c704bff12662'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:47.066479 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-389d5fb6-5e85-4c7b-967a-0743134b4bc6 None None] Provisioning complete for port 4e12a39b-59de-46e6-bbf5-267d377b123a triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:47.066868 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-389d5fb6-5e85-4c7b-967a-0743134b4bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (4e12a39b-59de-46e6-bbf5-267d377b123a), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:47.097640 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Pushing event updated for resources: {'Port': ['ID=a399dbca-b859-48cc-8f11-4018ec26295f,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:47.120049 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (e121252a-01e0-46d8-b3d6-2c63be0aacdc), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:47.120646 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:47.169825 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] Set router 1293427b-6372-4ec8-9fb8-c704bff12662 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:47.209566 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:47.211258 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 4e12a39b-59de-46e6-bbf5-267d377b123a up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:47:47.339021 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 4e12a39b-59de-46e6-bbf5-267d377b123a triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:47.339527 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (4e12a39b-59de-46e6-bbf5-267d377b123a), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:47.382799 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba1154-fcf1-445b-ab63-098ef94e9268 None None] Pushing event updated for resources: {'Port': ['ID=17d47a12-43eb-443e-adf4-151e5f83bed7,revision_number=3']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:47.393419 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69fab9-2db2-4257-be64-13b80dbe9446 None None] Pushing event updated for resources: {'Port': ['ID=4e12a39b-59de-46e6-bbf5-267d377b123a,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:47.452865 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'name': 'tempest-TestShelveInstance-1220180226-router', 'tenant_id': 'fa899b4ee1304564bc11486c61a0ea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '17d47a12-43eb-443e-adf4-151e5f83bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:42Z', 'updated_at': '2022-05-11T06:47:43Z', 'revision_number': 3, 'project_id': 'fa899b4ee1304564bc11486c61a0ea66', 'gw_port': {'id': '17d47a12-43eb-443e-adf4-151e5f83bed7', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:43Z', 'updated_at': '2022-05-11T06:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:47.455301 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Publish callbacks [] for router_gateway (e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:47.462642 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-389d5fb6-5e85-4c7b-967a-0743134b4bc6 None None] Current status of the port 4e12a39b-59de-46e6-bbf5-267d377b123a is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:47.497034 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f5503-817e-43a3-ae31-4a817cdc1736 None None] Pushing event updated for resources: {'Port': ['ID=e121252a-01e0-46d8-b3d6-2c63be0aacdc,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:47.504562 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57ac436-55dc-472b-9ae3-cb81eed33745 None None] The sync data for ids ['1293427b-6372-4ec8-9fb8-c704bff12662'] in dv-cinder-804757-27-iscsi is: [{'id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'name': 'tempest-TestShelveInstance-1220180226-router', 'tenant_id': 'fa899b4ee1304564bc11486c61a0ea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '17d47a12-43eb-443e-adf4-151e5f83bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:42Z', 'updated_at': '2022-05-11T06:47:43Z', 'revision_number': 3, 'project_id': 'fa899b4ee1304564bc11486c61a0ea66', 'gw_port': {'id': '17d47a12-43eb-443e-adf4-151e5f83bed7', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:43Z', 'updated_at': '2022-05-11T06:47:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:47:47.565190 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 4e12a39b-59de-46e6-bbf5-267d377b123a is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:47.598450 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-492ed6d8-429d-491c-a4a5-82f4ce6faac3 None None] Provisioning complete for port d173750c-5f44-46d3-8524-c0ef3a5928ee triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:47.598839 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-492ed6d8-429d-491c-a4a5-82f4ce6faac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:47.662050 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-492ed6d8-429d-491c-a4a5-82f4ce6faac3 None None] Port d173750c-5f44-46d3-8524-c0ef3a5928ee cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:47:47.662718 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Publish callbacks [] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:47.670986 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:47.793778 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Pushing event updated for resources: {'Port': ['ID=d173750c-5f44-46d3-8524-c0ef3a5928ee,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:47.800502 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825200'] for router_interface (1293427b-6372-4ec8-9fb8-c704bff12662), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:47.845247 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823959'] for router (e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:47.931189 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Network f26a8fe9-42b3-4d32-b8a7-b012724eb552 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:47:47.932801 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:48.086610 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 is scheduled to L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 with binding_index 1 {{(pid=104514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 06:47:48.132175 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Router 1293427b-6372-4ec8-9fb8-c704bff12662 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:47:48.244662 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:47:48.255804 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Sync routers for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:47:48.275999 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:48.277509 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:48.306989 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:48.311025 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-91388478-1275-4584-ae6e-619b9f50fec8 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4680719 May 11 06:47:48.316868 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43862) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:48.418023 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-ab25aee3-3e58-460a-a77d-8b574fd22590 None None] Provisioning complete for port d173750c-5f44-46d3-8524-c0ef3a5928ee triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:48.419437 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ab25aee3-3e58-460a-a77d-8b574fd22590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:48.560971 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device e121252a-01e0-46d8-b3d6-2c63be0aacdc up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:47:48.656348 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-ab25aee3-3e58-460a-a77d-8b574fd22590 None None] Port d173750c-5f44-46d3-8524-c0ef3a5928ee cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:47:48.661815 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:48.741408 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port e121252a-01e0-46d8-b3d6-2c63be0aacdc triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:48.742624 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (e121252a-01e0-46d8-b3d6-2c63be0aacdc), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:48.768414 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:47:48.774377 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-76ec708e-692c-4261-8cf7-9d2aba37f4e6 admin admin] 10.222.0.64 "PUT /v2.0/routers/1293427b-6372-4ec8-9fb8-c704bff12662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7271128 May 11 06:47:48.780179 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cd0134-efcf-41a5-ac88-f409462c574e None None] Network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:47:48.965156 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:48.973795 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-261ad7d3-9e65-4806-a0ae-9d2ddea32f30 None None] Provisioning complete for port e121252a-01e0-46d8-b3d6-2c63be0aacdc triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:48.974905 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-261ad7d3-9e65-4806-a0ae-9d2ddea32f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (e121252a-01e0-46d8-b3d6-2c63be0aacdc), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.112741 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port e121252a-01e0-46d8-b3d6-2c63be0aacdc is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:49.113193 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (e121252a-01e0-46d8-b3d6-2c63be0aacdc), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.157296 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Allocated IP 172.20.0.1 (29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c/571d3319-113c-4fc5-9bfa-24b106f2a034/50c18281-a02d-4922-9606-079c570f1685) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:47:49.160752 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:47Z', 'revision_number': 3, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:49.251604 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] For port e121252a-01e0-46d8-b3d6-2c63be0aacdc, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=e121252a-01e0-46d8-b3d6-2c63be0aacdc,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:49.255165 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Checking router: e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:47:49.256229 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Updating router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 port a399dbca-b859-48cc-8f11-4018ec26295f binding host dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:47:49.278919 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (e121252a-01e0-46d8-b3d6-2c63be0aacdc), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.279645 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 17d47a12-43eb-443e-adf4-151e5f83bed7 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:47:49.333422 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43876) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:49.344857 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-11a67382-1b46-4a3a-b452-fee874aea150 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-56965260', 'description': 'tempest-secgroup-smoke-56965260 description', 'project_id': 'e6758effb73344c895a7ed675378f8df'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:49.345021 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43878) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:49.353042 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-261ad7d3-9e65-4806-a0ae-9d2ddea32f30 None None] Current status of the port e121252a-01e0-46d8-b3d6-2c63be0aacdc is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:49.353434 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-261ad7d3-9e65-4806-a0ae-9d2ddea32f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (e121252a-01e0-46d8-b3d6-2c63be0aacdc), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.371649 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (a399dbca-b859-48cc-8f11-4018ec26295f), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.388935 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Publish callbacks [] for port (50c18281-a02d-4922-9606-079c570f1685), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.422986 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-11a67382-1b46-4a3a-b452-fee874aea150 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.449709 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Pushing event updated for resources: {'Port': ['ID=e121252a-01e0-46d8-b3d6-2c63be0aacdc,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:49.494203 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (50c18281-a02d-4922-9606-079c570f1685), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.514451 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 17d47a12-43eb-443e-adf4-151e5f83bed7 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:49.514825 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (17d47a12-43eb-443e-adf4-151e5f83bed7), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.522269 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.db.api [None req-261ad7d3-9e65-4806-a0ae-9d2ddea32f30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 11 06:47:49.522647 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG oslo_db.api [None req-261ad7d3-9e65-4806-a0ae-9d2ddea32f30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 11 06:47:49.554748 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-11a67382-1b46-4a3a-b452-fee874aea150 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group (c9741174-c731-41d4-a06e-adaafeb94fa2), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.556774 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:47:49.562047 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:49.567216 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:47:49.569107 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-11a67382-1b46-4a3a-b452-fee874aea150 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (c9741174-c731-41d4-a06e-adaafeb94fa2), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.602474 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b4cab403-a2cb-416b-a35f-24955575b44b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.618034 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Pushing event updated for resources: {'Port': ['ID=50c18281-a02d-4922-9606-079c570f1685,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:49.650559 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a67382-1b46-4a3a-b452-fee874aea150 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9741174-c731-41d4-a06e-adaafeb94fa2,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:49.659374 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-11a67382-1b46-4a3a-b452-fee874aea150 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.663482 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-11a67382-1b46-4a3a-b452-fee874aea150 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3229752 May 11 06:47:49.664937 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43884) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:49.668955 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-9667b4b1-0448-4a62-a0a7-ff8a0d174515 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Request body: {'security_group_rule': {'security_group_id': 'c9741174-c731-41d4-a06e-adaafeb94fa2', 'project_id': 'e6758effb73344c895a7ed675378f8df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:49.701005 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825786'] for router_interface (e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.724877 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b4cab403-a2cb-416b-a35f-24955575b44b admin admin] Publish callbacks [] for security_group (c60c121e-4424-4e32-b32a-3b1af8b31d59), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.730912 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b4cab403-a2cb-416b-a35f-24955575b44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (c60c121e-4424-4e32-b32a-3b1af8b31d59), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.744702 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9667b4b1-0448-4a62-a0a7-ff8a0d174515 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (1bd18a99-ff25-42ea-bc3e-f4346ca18802), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.748137 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 17d47a12-43eb-443e-adf4-151e5f83bed7 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:49.748773 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (17d47a12-43eb-443e-adf4-151e5f83bed7), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.774463 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cab403-a2cb-416b-a35f-24955575b44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60c121e-4424-4e32-b32a-3b1af8b31d59,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:49.779832 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-b4cab403-a2cb-416b-a35f-24955575b44b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d40c88b116564260b68a14367794f226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4337115 May 11 06:47:49.782470 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43886) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:49.862434 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d36572c4-252c-42de-8044-7f2590ea2603 admin admin] Publish callbacks [] for security_group (c60c121e-4424-4e32-b32a-3b1af8b31d59), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.866597 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9667b4b1-0448-4a62-a0a7-ff8a0d174515 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (1bd18a99-ff25-42ea-bc3e-f4346ca18802), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.874124 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9667b4b1-0448-4a62-a0a7-ff8a0d174515 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (1bd18a99-ff25-42ea-bc3e-f4346ca18802), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.890664 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d36572c4-252c-42de-8044-7f2590ea2603 admin admin] Publish callbacks [] for security_group (c60c121e-4424-4e32-b32a-3b1af8b31d59), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.911423 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:47:49.942783 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9667b4b1-0448-4a62-a0a7-ff8a0d174515 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bd18a99-ff25-42ea-bc3e-f4346ca18802,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:49.953933 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9667b4b1-0448-4a62-a0a7-ff8a0d174515 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.957675 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-9667b4b1-0448-4a62-a0a7-ff8a0d174515 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2900031 May 11 06:47:49.957856 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d36572c4-252c-42de-8044-7f2590ea2603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (c60c121e-4424-4e32-b32a-3b1af8b31d59), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.957951 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43888) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:49.961417 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d36572c4-252c-42de-8044-7f2590ea2603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.965911 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-d36572c4-252c-42de-8044-7f2590ea2603 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c60c121e-4424-4e32-b32a-3b1af8b31d59 HTTP/1.1" status: 204 len: 168 time: 0.1797314 May 11 06:47:49.966090 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (50c18281-a02d-4922-9606-079c570f1685), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.966532 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] For port 17d47a12-43eb-443e-adf4-151e5f83bed7, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=17d47a12-43eb-443e-adf4-151e5f83bed7,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:49.969952 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-9f6de379-ba24-4e6b-b556-a60e4839857d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Request body: {'security_group_rule': {'security_group_id': 'c9741174-c731-41d4-a06e-adaafeb94fa2', 'project_id': 'e6758effb73344c895a7ed675378f8df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:49.973784 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (17d47a12-43eb-443e-adf4-151e5f83bed7), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:49.975062 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 4e12a39b-59de-46e6-bbf5-267d377b123a up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:47:49.987042 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36572c4-252c-42de-8044-7f2590ea2603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60c121e-4424-4e32-b32a-3b1af8b31d59,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:50.071602 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9f6de379-ba24-4e6b-b556-a60e4839857d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (bb9e7fa9-097b-4aa8-a7da-021811a845d5), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.099898 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Sync routers for ids ['1293427b-6372-4ec8-9fb8-c704bff12662'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:47:50.113016 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Routers {'1293427b-6372-4ec8-9fb8-c704bff12662'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:50.113900 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['1293427b-6372-4ec8-9fb8-c704bff12662'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:50.132116 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Pushing event updated for resources: {'Port': ['ID=17d47a12-43eb-443e-adf4-151e5f83bed7,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:50.139538 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-261ad7d3-9e65-4806-a0ae-9d2ddea32f30 None None] Current status of the port e121252a-01e0-46d8-b3d6-2c63be0aacdc is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:50.180599 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9f6de379-ba24-4e6b-b556-a60e4839857d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (bb9e7fa9-097b-4aa8-a7da-021811a845d5), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.181573 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 4e12a39b-59de-46e6-bbf5-267d377b123a triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:50.182160 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (4e12a39b-59de-46e6-bbf5-267d377b123a), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.211343 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9f6de379-ba24-4e6b-b556-a60e4839857d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (bb9e7fa9-097b-4aa8-a7da-021811a845d5), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.229978 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6de379-ba24-4e6b-b556-a60e4839857d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9e7fa9-097b-4aa8-a7da-021811a845d5,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:50.230598 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Publish callbacks [] for port (a399dbca-b859-48cc-8f11-4018ec26295f), precommit_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.244853 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (a399dbca-b859-48cc-8f11-4018ec26295f), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.265638 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9f6de379-ba24-4e6b-b556-a60e4839857d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.266855 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-9f6de379-ba24-4e6b-b556-a60e4839857d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3079419 May 11 06:47:50.270933 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43894) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:50.277590 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-88dc5029-d89f-4b40-ad59-1e455bdf737c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Request body: {'security_group_rule': {'security_group_id': 'c9741174-c731-41d4-a06e-adaafeb94fa2', 'project_id': 'e6758effb73344c895a7ed675378f8df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:50.299108 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-fdaf4f38-803c-4f8b-9a2a-63da881af90c None None] Provisioning complete for port 50c18281-a02d-4922-9606-079c570f1685 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:50.299742 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-fdaf4f38-803c-4f8b-9a2a-63da881af90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (50c18281-a02d-4922-9606-079c570f1685), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.309428 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Publish callbacks [] for port (50c18281-a02d-4922-9606-079c570f1685), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.311948 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Set router 1293427b-6372-4ec8-9fb8-c704bff12662 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:50.320962 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (50c18281-a02d-4922-9606-079c570f1685), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.341468 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-88dc5029-d89f-4b40-ad59-1e455bdf737c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (779109c7-62ff-451d-9e6f-2da8a3067cc9), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.360778 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fafcc-6e4b-47b5-a9a3-29ddf1c02015 None None] Pushing event updated for resources: {'Port': ['ID=a399dbca-b859-48cc-8f11-4018ec26295f,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:50.363290 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Attempting to bind port a399dbca-b859-48cc-8f11-4018ec26295f on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:47:50.363810 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Attempting to bind port a399dbca-b859-48cc-8f11-4018ec26295f by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:47:50.364143 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Attempting to bind port a399dbca-b859-48cc-8f11-4018ec26295f on network 7c3caca2-6ca3-4944-9b8c-503b226927ad {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:47:50.378335 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:47:50.378335 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Checking segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:47:50.378838 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.379302 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Bound using segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:47:50.379858 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Bound port: a399dbca-b859-48cc-8f11-4018ec26295f, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:47:50.380305 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (a399dbca-b859-48cc-8f11-4018ec26295f), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.415358 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825200'] for router_interface (e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.418160 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Pushing event updated for resources: {'Port': ['ID=50c18281-a02d-4922-9606-079c570f1685,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:50.419795 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf4f38-803c-4f8b-9a2a-63da881af90c None None] Port 50c18281-a02d-4922-9606-079c570f1685 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:47:50.423656 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 4e12a39b-59de-46e6-bbf5-267d377b123a is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:50.431029 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43896) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:50.447946 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-fdaf4f38-803c-4f8b-9a2a-63da881af90c None None] Provisioning complete for port e121252a-01e0-46d8-b3d6-2c63be0aacdc triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:50.448763 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-fdaf4f38-803c-4f8b-9a2a-63da881af90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (e121252a-01e0-46d8-b3d6-2c63be0aacdc), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.464566 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-851e8574-28b0-418c-a9a3-6913cbd129e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.475367 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-88dc5029-d89f-4b40-ad59-1e455bdf737c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (779109c7-62ff-451d-9e6f-2da8a3067cc9), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.485929 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-88dc5029-d89f-4b40-ad59-1e455bdf737c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (779109c7-62ff-451d-9e6f-2da8a3067cc9), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.488929 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] For port a399dbca-b859-48cc-8f11-4018ec26295f, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:47:50.494035 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] For port a399dbca-b859-48cc-8f11-4018ec26295f, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=a399dbca-b859-48cc-8f11-4018ec26295f,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:47:50.513373 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (a399dbca-b859-48cc-8f11-4018ec26295f), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.513553 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc5029-d89f-4b40-ad59-1e455bdf737c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779109c7-62ff-451d-9e6f-2da8a3067cc9,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:50.537543 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-88dc5029-d89f-4b40-ad59-1e455bdf737c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.543504 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-88dc5029-d89f-4b40-ad59-1e455bdf737c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2684653 May 11 06:47:50.543901 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43898) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:50.563719 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-96af361e-4ac4-4f73-8ef9-4c5de3ad5663 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Request body: {'security_group_rule': {'security_group_id': 'c9741174-c731-41d4-a06e-adaafeb94fa2', 'project_id': 'e6758effb73344c895a7ed675378f8df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:50.575134 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:47:50.577671 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:50.640500 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-96af361e-4ac4-4f73-8ef9-4c5de3ad5663 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (d6ed2b7b-3b03-4434-ad62-bed1a987975c), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.653553 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-851e8574-28b0-418c-a9a3-6913cbd129e8 admin admin] Publish callbacks [] for security_group (ba9522c1-13f0-43c5-9266-8bf96b6a253c), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.665920 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-851e8574-28b0-418c-a9a3-6913cbd129e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (ba9522c1-13f0-43c5-9266-8bf96b6a253c), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.691575 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device e121252a-01e0-46d8-b3d6-2c63be0aacdc up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:47:50.712329 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'name': 'tempest-TestShelveInstance-1220180226-router', 'tenant_id': 'fa899b4ee1304564bc11486c61a0ea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '17d47a12-43eb-443e-adf4-151e5f83bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:42Z', 'updated_at': '2022-05-11T06:47:47Z', 'revision_number': 4, 'project_id': 'fa899b4ee1304564bc11486c61a0ea66', 'gw_port': {'id': '17d47a12-43eb-443e-adf4-151e5f83bed7', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:43Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'd173750c-5f44-46d3-8524-c0ef3a5928ee', 'name': '', 'network_id': 'f26a8fe9-42b3-4d32-b8a7-b012724eb552', 'tenant_id': 'fa899b4ee1304564bc11486c61a0ea66', 'mac_address': 'fa:16:3e:b3:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'eb3c8264-bb58-4514-9865-468078b0c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:45Z', 'updated_at': '2022-05-11T06:47:47Z', 'revision_number': 2, 'project_id': 'fa899b4ee1304564bc11486c61a0ea66', 'subnets': [{'id': 'eb3c8264-bb58-4514-9865-468078b0c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:50.735389 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-fdaf4f38-803c-4f8b-9a2a-63da881af90c None None] Current status of the port e121252a-01e0-46d8-b3d6-2c63be0aacdc is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:50.754547 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-851e8574-28b0-418c-a9a3-6913cbd129e8 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ae249cd5bf3140d0a58997a9c623ba6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200085 May 11 06:47:50.757539 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e8574-28b0-418c-a9a3-6913cbd129e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9522c1-13f0-43c5-9266-8bf96b6a253c,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:50.760440 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 43900) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:50.760592 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-96af361e-4ac4-4f73-8ef9-4c5de3ad5663 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (d6ed2b7b-3b03-4434-ad62-bed1a987975c), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.769235 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-96af361e-4ac4-4f73-8ef9-4c5de3ad5663 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (d6ed2b7b-3b03-4434-ad62-bed1a987975c), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.778462 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:50.780668 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Checking router: 1293427b-6372-4ec8-9fb8-c704bff12662 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:47:50.780985 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:50.783080 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Updating router 1293427b-6372-4ec8-9fb8-c704bff12662 port d173750c-5f44-46d3-8524-c0ef3a5928ee binding host dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:47:50.789818 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:47:50.790016 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1fafcc-6e4b-47b5-a9a3-29ddf1c02015 None None] Pushing event updated for resources: {'Port': ['ID=a399dbca-b859-48cc-8f11-4018ec26295f,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:50.804031 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96af361e-4ac4-4f73-8ef9-4c5de3ad5663 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ed2b7b-3b03-4434-ad62-bed1a987975c,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:50.821000 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-96af361e-4ac4-4f73-8ef9-4c5de3ad5663 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.822343 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-96af361e-4ac4-4f73-8ef9-4c5de3ad5663 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2761819 May 11 06:47:50.825444 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43902) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:50.832828 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-d66b8334-95c9-4b5c-9e6f-63097202e17f tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Request body: {'security_group_rule': {'security_group_id': 'c9741174-c731-41d4-a06e-adaafeb94fa2', 'project_id': 'e6758effb73344c895a7ed675378f8df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:50.847997 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.881244 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port e121252a-01e0-46d8-b3d6-2c63be0aacdc triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:50.881441 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.securitygroups_db [None req-d66b8334-95c9-4b5c-9e6f-63097202e17f tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Project e6758effb73344c895a7ed675378f8df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 06:47:50.881892 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (e121252a-01e0-46d8-b3d6-2c63be0aacdc), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.888796 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d66b8334-95c9-4b5c-9e6f-63097202e17f tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (e9c0e237-759f-46c7-b23c-8c7905587490), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.920017 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-33bd073e-cb33-48e1-b278-c84b73b5d965 admin admin] Publish callbacks [] for security_group (ba9522c1-13f0-43c5-9266-8bf96b6a253c), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.948428 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-33bd073e-cb33-48e1-b278-c84b73b5d965 admin admin] Publish callbacks [] for security_group (ba9522c1-13f0-43c5-9266-8bf96b6a253c), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.973230 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d66b8334-95c9-4b5c-9e6f-63097202e17f tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (e9c0e237-759f-46c7-b23c-8c7905587490), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:50.985565 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d66b8334-95c9-4b5c-9e6f-63097202e17f tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (e9c0e237-759f-46c7-b23c-8c7905587490), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:51.001493 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-2f51fcef-d4cf-4252-8d7a-41473604ef1f None None] Provisioning complete for port 50c18281-a02d-4922-9606-079c570f1685 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:51.001869 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2f51fcef-d4cf-4252-8d7a-41473604ef1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (50c18281-a02d-4922-9606-079c570f1685), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:51.013777 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b8334-95c9-4b5c-9e6f-63097202e17f tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c0e237-759f-46c7-b23c-8c7905587490,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:51.027252 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d66b8334-95c9-4b5c-9e6f-63097202e17f tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:51.028806 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-d66b8334-95c9-4b5c-9e6f-63097202e17f tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2022140 May 11 06:47:51.031840 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43904) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:51.037193 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-29042595-a8c2-41a2-97d5-dea89ebaa2dd tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Request body: {'security_group_rule': {'security_group_id': 'c9741174-c731-41d4-a06e-adaafeb94fa2', 'project_id': 'e6758effb73344c895a7ed675378f8df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:51.041834 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:51.075574 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.securitygroups_db [None req-29042595-a8c2-41a2-97d5-dea89ebaa2dd tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Project e6758effb73344c895a7ed675378f8df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 06:47:51.087039 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-29042595-a8c2-41a2-97d5-dea89ebaa2dd tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (20a142f3-9fda-4128-9aa2-ffcb38b19c06), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:51.132240 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-2f51fcef-d4cf-4252-8d7a-41473604ef1f None None] Port 50c18281-a02d-4922-9606-079c570f1685 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:47:51.180286 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-29042595-a8c2-41a2-97d5-dea89ebaa2dd tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (20a142f3-9fda-4128-9aa2-ffcb38b19c06), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:51.186015 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-29042595-a8c2-41a2-97d5-dea89ebaa2dd tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (20a142f3-9fda-4128-9aa2-ffcb38b19c06), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:51.216482 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-29042595-a8c2-41a2-97d5-dea89ebaa2dd tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:51.218752 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-29042595-a8c2-41a2-97d5-dea89ebaa2dd tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1857190 May 11 06:47:51.222255 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29042595-a8c2-41a2-97d5-dea89ebaa2dd tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a142f3-9fda-4128-9aa2-ffcb38b19c06,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:51.234968 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port e121252a-01e0-46d8-b3d6-2c63be0aacdc is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:51.236202 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 17d47a12-43eb-443e-adf4-151e5f83bed7 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:47:51.239085 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Publish callbacks [] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), precommit_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:51.253123 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:51.307638 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-33bd073e-cb33-48e1-b278-c84b73b5d965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (ba9522c1-13f0-43c5-9266-8bf96b6a253c), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:51.310170 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-33bd073e-cb33-48e1-b278-c84b73b5d965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:51.312184 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-33bd073e-cb33-48e1-b278-c84b73b5d965 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ba9522c1-13f0-43c5-9266-8bf96b6a253c HTTP/1.1" status: 204 len: 168 time: 0.5478804 May 11 06:47:51.332890 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd073e-cb33-48e1-b278-c84b73b5d965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9522c1-13f0-43c5-9266-8bf96b6a253c,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:51.371044 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae38794-d233-42fb-9b06-9efbd5679d37 None None] Pushing event updated for resources: {'Port': ['ID=d173750c-5f44-46d3-8524-c0ef3a5928ee,revision_number=3']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:51.406635 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:47:51.433754 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-add21f38-9291-4923-86c3-bb9e8e8a6335 admin admin] 10.222.0.64 "PUT /v2.0/routers/e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1062510 May 11 06:47:51.456810 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Attempting to bind port d173750c-5f44-46d3-8524-c0ef3a5928ee on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:47:51.457370 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Attempting to bind port d173750c-5f44-46d3-8524-c0ef3a5928ee by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '74172085-4a55-4e77-bd4e-36247c7ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f26a8fe9-42b3-4d32-b8a7-b012724eb552'}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:47:51.457727 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Attempting to bind port d173750c-5f44-46d3-8524-c0ef3a5928ee on network f26a8fe9-42b3-4d32-b8a7-b012724eb552 {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:47:51.463534 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:47:51.463971 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Checking segment: {'id': '74172085-4a55-4e77-bd4e-36247c7ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f26a8fe9-42b3-4d32-b8a7-b012724eb552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:47:51.464376 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:51.464751 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Bound using segment: {'id': '74172085-4a55-4e77-bd4e-36247c7ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f26a8fe9-42b3-4d32-b8a7-b012724eb552'} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:47:51.465216 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Bound port: d173750c-5f44-46d3-8524-c0ef3a5928ee, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74172085-4a55-4e77-bd4e-36247c7ee1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f26a8fe9-42b3-4d32-b8a7-b012724eb552'}}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:47:51.465589 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:51.535803 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 17d47a12-43eb-443e-adf4-151e5f83bed7 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:51.536296 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (17d47a12-43eb-443e-adf4-151e5f83bed7), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:51.550741 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] For port d173750c-5f44-46d3-8524-c0ef3a5928ee, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:47:51.555114 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] For port d173750c-5f44-46d3-8524-c0ef3a5928ee, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=d173750c-5f44-46d3-8524-c0ef3a5928ee,segment=NetworkSegment(74172085-4a55-4e77-bd4e-36247c7ee1a3),segment_id=74172085-4a55-4e77-bd4e-36247c7ee1a3)] {{(pid=104516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:47:51.567735 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:51.611426 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:50Z', 'revision_number': 2, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:51.637229 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Routers {'1293427b-6372-4ec8-9fb8-c704bff12662'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:51.638134 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['1293427b-6372-4ec8-9fb8-c704bff12662'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:51.682446 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf5a4bf-8550-425a-9500-d22c85932302 None None] The sync data for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi is: [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:50Z', 'revision_number': 2, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:47:51.762468 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae38794-d233-42fb-9b06-9efbd5679d37 None None] Pushing event updated for resources: {'Port': ['ID=d173750c-5f44-46d3-8524-c0ef3a5928ee,revision_number=4']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:51.796668 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-b258ead3-9fea-48a1-9c01-ecc0de6fcd5b None None] Provisioning complete for port d173750c-5f44-46d3-8524-c0ef3a5928ee triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:51.797142 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-b258ead3-9fea-48a1-9c01-ecc0de6fcd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:51.885671 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 17d47a12-43eb-443e-adf4-151e5f83bed7 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:51.902954 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] Set router 1293427b-6372-4ec8-9fb8-c704bff12662 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:51.976695 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-b258ead3-9fea-48a1-9c01-ecc0de6fcd5b None None] Current status of the port d173750c-5f44-46d3-8524-c0ef3a5928ee is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:51.977200 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-b258ead3-9fea-48a1-9c01-ecc0de6fcd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:52.031608 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-b258ead3-9fea-48a1-9c01-ecc0de6fcd5b None None] For port d173750c-5f44-46d3-8524-c0ef3a5928ee, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=d173750c-5f44-46d3-8524-c0ef3a5928ee,segment=NetworkSegment(74172085-4a55-4e77-bd4e-36247c7ee1a3),segment_id=74172085-4a55-4e77-bd4e-36247c7ee1a3)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:52.036539 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-b258ead3-9fea-48a1-9c01-ecc0de6fcd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:52.203243 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-8ee550eb-35cc-49e5-a650-daff5a99d3df None None] Provisioning complete for port d173750c-5f44-46d3-8524-c0ef3a5928ee triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:52.203907 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-8ee550eb-35cc-49e5-a650-daff5a99d3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:52.234527 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258ead3-9fea-48a1-9c01-ecc0de6fcd5b None None] Pushing event updated for resources: {'Port': ['ID=d173750c-5f44-46d3-8524-c0ef3a5928ee,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:52.376311 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-8ee550eb-35cc-49e5-a650-daff5a99d3df None None] Current status of the port d173750c-5f44-46d3-8524-c0ef3a5928ee is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:52.476219 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'name': 'tempest-TestShelveInstance-1220180226-router', 'tenant_id': 'fa899b4ee1304564bc11486c61a0ea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '17d47a12-43eb-443e-adf4-151e5f83bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:42Z', 'updated_at': '2022-05-11T06:47:47Z', 'revision_number': 4, 'project_id': 'fa899b4ee1304564bc11486c61a0ea66', 'gw_port': {'id': '17d47a12-43eb-443e-adf4-151e5f83bed7', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:43Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'd173750c-5f44-46d3-8524-c0ef3a5928ee', 'name': '', 'network_id': 'f26a8fe9-42b3-4d32-b8a7-b012724eb552', 'tenant_id': 'fa899b4ee1304564bc11486c61a0ea66', 'mac_address': 'fa:16:3e:b3:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'eb3c8264-bb58-4514-9865-468078b0c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:45Z', 'updated_at': '2022-05-11T06:47:51Z', 'revision_number': 4, 'project_id': 'fa899b4ee1304564bc11486c61a0ea66', 'subnets': [{'id': 'eb3c8264-bb58-4514-9865-468078b0c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:52.511821 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7d7e63-e2a8-441e-aa92-40f375c4821c None None] The sync data for ids ['1293427b-6372-4ec8-9fb8-c704bff12662'] in dv-cinder-804757-27-iscsi is: [{'id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'name': 'tempest-TestShelveInstance-1220180226-router', 'tenant_id': 'fa899b4ee1304564bc11486c61a0ea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '17d47a12-43eb-443e-adf4-151e5f83bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:42Z', 'updated_at': '2022-05-11T06:47:47Z', 'revision_number': 4, 'project_id': 'fa899b4ee1304564bc11486c61a0ea66', 'gw_port': {'id': '17d47a12-43eb-443e-adf4-151e5f83bed7', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:43Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'd173750c-5f44-46d3-8524-c0ef3a5928ee', 'name': '', 'network_id': 'f26a8fe9-42b3-4d32-b8a7-b012724eb552', 'tenant_id': 'fa899b4ee1304564bc11486c61a0ea66', 'mac_address': 'fa:16:3e:b3:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'device_owner': 'network:router_interface', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'eb3c8264-bb58-4514-9865-468078b0c20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:45Z', 'updated_at': '2022-05-11T06:47:51Z', 'revision_number': 4, 'project_id': 'fa899b4ee1304564bc11486c61a0ea66', 'subnets': [{'id': 'eb3c8264-bb58-4514-9865-468078b0c20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:47:52.568799 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 43982) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:52.582867 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-73f78ddb-65ab-446d-86c9-634918e4c1b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1063313789-network', 'tenant_id': '7d282e90f748416c8a2a2cae914bc1f7'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:52.637523 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f78ddb-65ab-446d-86c9-634918e4c1b1 admin admin] Made reservation on behalf of 7d282e90f748416c8a2a2cae914bc1f7 for: {'network': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:47:52.640030 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-73f78ddb-65ab-446d-86c9-634918e4c1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:52.650300 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-73f78ddb-65ab-446d-86c9-634918e4c1b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:52.777395 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-73f78ddb-65ab-446d-86c9-634918e4c1b1 admin admin] Publish callbacks [] for security_group (82c014f3-469a-4ecf-90a4-cfe0a1f2454d), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:52.784123 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-73f78ddb-65ab-446d-86c9-634918e4c1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (82c014f3-469a-4ecf-90a4-cfe0a1f2454d), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:52.830716 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f78ddb-65ab-446d-86c9-634918e4c1b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=104513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:47:52.840833 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f78ddb-65ab-446d-86c9-634918e4c1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c014f3-469a-4ecf-90a4-cfe0a1f2454d,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:52.863172 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-73f78ddb-65ab-446d-86c9-634918e4c1b1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (83841511-92e4-4219-b7cc-ffbc40035567), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:52.863669 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.segments_db [None req-73f78ddb-65ab-446d-86c9-634918e4c1b1 admin admin] Added segment 83841511-92e4-4219-b7cc-ffbc40035567 of type vlan for network 53638df0-0262-4d30-b41b-556c39b0f798 May 11 06:47:52.943046 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-73f78ddb-65ab-446d-86c9-634918e4c1b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (53638df0-0262-4d30-b41b-556c39b0f798), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:52.979889 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-73f78ddb-65ab-446d-86c9-634918e4c1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (53638df0-0262-4d30-b41b-556c39b0f798), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:52.981889 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f78ddb-65ab-446d-86c9-634918e4c1b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:52.982759 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-73f78ddb-65ab-446d-86c9-634918e4c1b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:53.048085 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-73f78ddb-65ab-446d-86c9-634918e4c1b1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4778516 May 11 06:47:53.050832 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44002) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:53.056573 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-03146315-b8b4-49ec-a7d1-2d98e6129eaf admin admin] Request body: {'subnet': {'network_id': '53638df0-0262-4d30-b41b-556c39b0f798', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1063313789-subnet', 'tenant_id': '7d282e90f748416c8a2a2cae914bc1f7', 'ip_version': 4}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:53.104381 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f78ddb-65ab-446d-86c9-634918e4c1b1 admin admin] Pushing event updated for resources: {'Network': ['ID=53638df0-0262-4d30-b41b-556c39b0f798,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:53.105640 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03146315-b8b4-49ec-a7d1-2d98e6129eaf admin admin] Made reservation on behalf of 7d282e90f748416c8a2a2cae914bc1f7 for: {'subnet': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:47:53.116924 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-03146315-b8b4-49ec-a7d1-2d98e6129eaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60768928'] for subnet (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:53.118021 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network 53638df0-0262-4d30-b41b-556c39b0f798 details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:47:53.385035 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-03146315-b8b4-49ec-a7d1-2d98e6129eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59187144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60768950'] for subnet (0c4ca912-4f72-4701-84f4-cfbfb3b35b63), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:53.469563 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03146315-b8b4-49ec-a7d1-2d98e6129eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c4ca912-4f72-4701-84f4-cfbfb3b35b63,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:53.498661 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03146315-b8b4-49ec-a7d1-2d98e6129eaf admin admin] Checking segment: {'id': '83841511-92e4-4219-b7cc-ffbc40035567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '53638df0-0262-4d30-b41b-556c39b0f798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:47:53.499019 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03146315-b8b4-49ec-a7d1-2d98e6129eaf admin admin] Network hostable DHCP agents. Network: 53638df0-0262-4d30-b41b-556c39b0f798, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:47:53.517624 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03146315-b8b4-49ec-a7d1-2d98e6129eaf admin admin] Network 53638df0-0262-4d30-b41b-556c39b0f798 is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:47:53.526932 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-03146315-b8b4-49ec-a7d1-2d98e6129eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, 53638df0-0262-4d30-b41b-556c39b0f798) {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:53.534266 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03146315-b8b4-49ec-a7d1-2d98e6129eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:53.537602 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-03146315-b8b4-49ec-a7d1-2d98e6129eaf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:53.537768 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbe8d6c-3230-4bf7-a957-5776bfbdd041 None None] Network 53638df0-0262-4d30-b41b-556c39b0f798 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:47:53.553859 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-03146315-b8b4-49ec-a7d1-2d98e6129eaf admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5018706 May 11 06:47:53.556972 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44006) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:53.562338 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1063313789-router', 'tenant_id': '7d282e90f748416c8a2a2cae914bc1f7', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:53.591141 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7286'] for router (f3b9f121-0b2d-499a-8521-1444cc304999), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:53.592228 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1830381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823744', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1766169', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7295'] for router (f3b9f121-0b2d-499a-8521-1444cc304999), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:53.658996 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Publish callbacks [] for router_controller (f3b9f121-0b2d-499a-8521-1444cc304999), precommit_add_association {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:53.660378 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dd71484-60e5-51ad-871a-30a1f3f9ad64-53638df0-0262-4d30-b41b-556c39b0f798', 'network_id': '53638df0-0262-4d30-b41b-556c39b0f798', 'project_id': '7d282e90f748416c8a2a2cae914bc1f7', 'fixed_ips': [{'subnet_id': '0c4ca912-4f72-4701-84f4-cfbfb3b35b63'}]}} from dv-cinder-804757-27-iscsi. {{(pid=104515) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 11 06:47:53.661856 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:53.816703 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Publish callbacks [] for router_gateway (f3b9f121-0b2d-499a-8521-1444cc304999), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:53.817948 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.db_base_plugin_common [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Allocated IP 172.20.0.2 (53638df0-0262-4d30-b41b-556c39b0f798/0c4ca912-4f72-4701-84f4-cfbfb3b35b63/c516ef26-3f8d-483b-92da-f96e7a596a44) {{(pid=104515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:47:53.986312 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Publish callbacks [] for port (c516ef26-3f8d-483b-92da-f96e7a596a44), precommit_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:53.995868 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975'] for port (c516ef26-3f8d-483b-92da-f96e7a596a44), after_create {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:54.032429 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Publish callbacks [] for router_gateway (f3b9f121-0b2d-499a-8521-1444cc304999), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:54.033688 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Network 53638df0-0262-4d30-b41b-556c39b0f798 is already hosted by enough agents. {{(pid=104515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:47:54.038086 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.scheduler.base_scheduler [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Resources bound (agent type, host, resource id): {{(pid=104515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:54.044547 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Received port after_create {{(pid=104515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:47:54.051797 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Pushing event updated for resources: {'Port': ['ID=c516ef26-3f8d-483b-92da-f96e7a596a44,revision_number=1']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:54.060066 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:54.116205 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Attempting to bind port c516ef26-3f8d-483b-92da-f96e7a596a44 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:47:54.117737 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Attempting to bind port c516ef26-3f8d-483b-92da-f96e7a596a44 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '83841511-92e4-4219-b7cc-ffbc40035567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '53638df0-0262-4d30-b41b-556c39b0f798'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:47:54.117737 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Attempting to bind port c516ef26-3f8d-483b-92da-f96e7a596a44 on network 53638df0-0262-4d30-b41b-556c39b0f798 {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:47:54.125186 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:47:54.125792 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Checking segment: {'id': '83841511-92e4-4219-b7cc-ffbc40035567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '53638df0-0262-4d30-b41b-556c39b0f798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:47:54.126005 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:54.126393 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Bound using segment: {'id': '83841511-92e4-4219-b7cc-ffbc40035567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '53638df0-0262-4d30-b41b-556c39b0f798'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:47:54.126862 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Bound port: c516ef26-3f8d-483b-92da-f96e7a596a44, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83841511-92e4-4219-b7cc-ffbc40035567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '53638df0-0262-4d30-b41b-556c39b0f798'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:47:54.127240 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c516ef26-3f8d-483b-92da-f96e7a596a44), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:54.191214 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Allocated IP 172.27.2.168 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/a165d5c4-8dcb-437f-9e7a-1da37cf0c74b) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:47:54.203157 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] For port c516ef26-3f8d-483b-92da-f96e7a596a44, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:47:54.206931 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] For port c516ef26-3f8d-483b-92da-f96e7a596a44, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=c516ef26-3f8d-483b-92da-f96e7a596a44,segment=NetworkSegment(83841511-92e4-4219-b7cc-ffbc40035567),segment_id=83841511-92e4-4219-b7cc-ffbc40035567)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:47:54.216352 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c516ef26-3f8d-483b-92da-f96e7a596a44), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:54.282272 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9d729-0124-499a-be6c-b444a14afcdb None None] Pushing event updated for resources: {'Port': ['ID=c516ef26-3f8d-483b-92da-f96e7a596a44,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:54.332590 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Publish callbacks [] for port (a165d5c4-8dcb-437f-9e7a-1da37cf0c74b), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:54.370701 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (a165d5c4-8dcb-437f-9e7a-1da37cf0c74b), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:54.416966 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:47:54.419387 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:54.425830 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:47:54.437746 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Pushing event updated for resources: {'Port': ['ID=a165d5c4-8dcb-437f-9e7a-1da37cf0c74b,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:54.641673 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device d173750c-5f44-46d3-8524-c0ef3a5928ee up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:47:54.755188 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port d173750c-5f44-46d3-8524-c0ef3a5928ee triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:54.755758 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:54.807486 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Publish callbacks [] for router_gateway (f3b9f121-0b2d-499a-8521-1444cc304999), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:54.890430 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port d173750c-5f44-46d3-8524-c0ef3a5928ee is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:54.891547 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device a399dbca-b859-48cc-8f11-4018ec26295f up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:47:54.951144 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port a399dbca-b859-48cc-8f11-4018ec26295f triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:54.951600 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (a399dbca-b859-48cc-8f11-4018ec26295f), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:55.053941 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port a399dbca-b859-48cc-8f11-4018ec26295f is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:55.054475 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (a399dbca-b859-48cc-8f11-4018ec26295f), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:55.080502 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] For port a399dbca-b859-48cc-8f11-4018ec26295f, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=a399dbca-b859-48cc-8f11-4018ec26295f,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:55.088423 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (a399dbca-b859-48cc-8f11-4018ec26295f), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:55.102802 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1830292', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823959'] for router (f3b9f121-0b2d-499a-8521-1444cc304999), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:55.146930 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Pushing event updated for resources: {'Port': ['ID=a399dbca-b859-48cc-8f11-4018ec26295f,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:55.288280 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Router f3b9f121-0b2d-499a-8521-1444cc304999 is scheduled to L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 with binding_index 1 {{(pid=104514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 11 06:47:55.489013 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:47:55.501353 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Sync routers for ids ['f3b9f121-0b2d-499a-8521-1444cc304999'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:47:55.525092 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:55.526609 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Routers {'f3b9f121-0b2d-499a-8521-1444cc304999'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:55.527286 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f3b9f121-0b2d-499a-8521-1444cc304999'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:55.528733 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-5048b9bc-2744-4a44-9d39-f0d1f962decf admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9697444 May 11 06:47:55.530406 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44052) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:55.682668 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede11a65-2e3d-4dec-b91d-e6b5afe02c05 None None] Network 53638df0-0262-4d30-b41b-556c39b0f798 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:47:55.765942 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-33848ed9-f464-4585-b65a-03f070aaa54d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:55.776301 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Set router f3b9f121-0b2d-499a-8521-1444cc304999 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:55.843003 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-4b2b3062-82bf-4a3c-b77f-2dea5160bb76 None None] Provisioning complete for port c516ef26-3f8d-483b-92da-f96e7a596a44 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:55.843396 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3062-82bf-4a3c-b77f-2dea5160bb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c516ef26-3f8d-483b-92da-f96e7a596a44), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:56.046955 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:56.071069 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-4b2b3062-82bf-4a3c-b77f-2dea5160bb76 None None] Current status of the port c516ef26-3f8d-483b-92da-f96e7a596a44 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:56.072190 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3062-82bf-4a3c-b77f-2dea5160bb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c516ef26-3f8d-483b-92da-f96e7a596a44), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:56.096432 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'name': 'tempest-TestVolumeBootPattern-1063313789-router', 'tenant_id': '7d282e90f748416c8a2a2cae914bc1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'a165d5c4-8dcb-437f-9e7a-1da37cf0c74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:53Z', 'updated_at': '2022-05-11T06:47:54Z', 'revision_number': 3, 'project_id': '7d282e90f748416c8a2a2cae914bc1f7', 'gw_port': {'id': 'a165d5c4-8dcb-437f-9e7a-1da37cf0c74b', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:54Z', 'updated_at': '2022-05-11T06:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:56.131211 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Checking router: f3b9f121-0b2d-499a-8521-1444cc304999 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:47:56.131595 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Updating router f3b9f121-0b2d-499a-8521-1444cc304999 port a165d5c4-8dcb-437f-9e7a-1da37cf0c74b binding host dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:47:56.240046 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Allocated IP 172.20.0.1 (53638df0-0262-4d30-b41b-556c39b0f798/0c4ca912-4f72-4701-84f4-cfbfb3b35b63/c71daa93-e4fc-4ee9-993c-7ae0296aaf1b) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:47:56.321506 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-4b2b3062-82bf-4a3c-b77f-2dea5160bb76 None None] For port c516ef26-3f8d-483b-92da-f96e7a596a44, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=c516ef26-3f8d-483b-92da-f96e7a596a44,segment=NetworkSegment(83841511-92e4-4219-b7cc-ffbc40035567),segment_id=83841511-92e4-4219-b7cc-ffbc40035567)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:56.329747 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4b2b3062-82bf-4a3c-b77f-2dea5160bb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c516ef26-3f8d-483b-92da-f96e7a596a44), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:56.354023 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (a165d5c4-8dcb-437f-9e7a-1da37cf0c74b), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:56.369584 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Publish callbacks [] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:56.408844 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:56.435992 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2b3062-82bf-4a3c-b77f-2dea5160bb76 None None] Pushing event updated for resources: {'Port': ['ID=c516ef26-3f8d-483b-92da-f96e7a596a44,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:56.456161 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-f2752e57-ea5b-4de8-b68a-cc4eeda46801 None None] Provisioning complete for port c516ef26-3f8d-483b-92da-f96e7a596a44 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:56.456538 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f2752e57-ea5b-4de8-b68a-cc4eeda46801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c516ef26-3f8d-483b-92da-f96e7a596a44), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:56.460982 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Network 53638df0-0262-4d30-b41b-556c39b0f798 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:47:56.464193 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:56.468078 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:47:56.518068 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Pushing event updated for resources: {'Port': ['ID=c71daa93-e4fc-4ee9-993c-7ae0296aaf1b,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:56.569984 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:56.570979 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:56.571553 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:56.572052 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:56.572565 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:56.573054 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:56.574972 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:56.575349 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:56.575693 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:56.576024 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:56.576356 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:56.576686 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:56.583021 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:56.583412 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:56.583758 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:56.617939 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1825786'] for router_interface (f3b9f121-0b2d-499a-8521-1444cc304999), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:56.718729 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device a399dbca-b859-48cc-8f11-4018ec26295f up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:47:56.786308 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-f2752e57-ea5b-4de8-b68a-cc4eeda46801 None None] Current status of the port c516ef26-3f8d-483b-92da-f96e7a596a44 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:56.872092 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port a399dbca-b859-48cc-8f11-4018ec26295f triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:56.872092 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (a399dbca-b859-48cc-8f11-4018ec26295f), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:56.887616 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20afda2-b5d8-474d-8ae8-52e14e809672 req-42fb5d4f-ac7c-4ade-810a-c632e474bfc0 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:56.889130 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f20afda2-b5d8-474d-8ae8-52e14e809672 req-42fb5d4f-ac7c-4ade-810a-c632e474bfc0 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0742803 May 11 06:47:56.897889 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:56.934449 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-84be95c3-6729-43cd-a125-bb276dfd9195 None None] Provisioning complete for port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:56.934817 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-84be95c3-6729-43cd-a125-bb276dfd9195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:56.991440 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f20afda2-b5d8-474d-8ae8-52e14e809672 req-903bfaaa-7fc7-4dae-b250-39bf9337c88a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952017 May 11 06:47:57.021586 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-84be95c3-6729-43cd-a125-bb276dfd9195 None None] Port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:47:57.044638 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Publish callbacks [] for port (a165d5c4-8dcb-437f-9e7a-1da37cf0c74b), precommit_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.069121 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (a165d5c4-8dcb-437f-9e7a-1da37cf0c74b), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.118675 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44072) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:57.134740 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port a399dbca-b859-48cc-8f11-4018ec26295f is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:57.136061 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device c516ef26-3f8d-483b-92da-f96e7a596a44 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:47:57.162728 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Attempting to bind port a165d5c4-8dcb-437f-9e7a-1da37cf0c74b on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:47:57.163105 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Attempting to bind port a165d5c4-8dcb-437f-9e7a-1da37cf0c74b by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:47:57.163497 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Attempting to bind port a165d5c4-8dcb-437f-9e7a-1da37cf0c74b on network 7c3caca2-6ca3-4944-9b8c-503b226927ad {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:47:57.176255 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42172ee9-7638-49c1-bed3-b5c9530d152a None None] Pushing event updated for resources: {'Port': ['ID=a165d5c4-8dcb-437f-9e7a-1da37cf0c74b,revision_number=2']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:57.181981 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:47:57.182670 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Checking segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:47:57.183253 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.183672 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Bound using segment: {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:47:57.184165 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Bound port: a165d5c4-8dcb-437f-9e7a-1da37cf0c74b, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e42d1bf-cd1e-48fc-ab76-629b7017d8f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:47:57.184547 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (a165d5c4-8dcb-437f-9e7a-1da37cf0c74b), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.194378 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Publish callbacks [] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.201049 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.254861 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port c516ef26-3f8d-483b-92da-f96e7a596a44 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:57.255238 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c516ef26-3f8d-483b-92da-f96e7a596a44), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.267577 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-300b027f-ec29-4574-a371-e4c6a4f70d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.280196 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] For port a165d5c4-8dcb-437f-9e7a-1da37cf0c74b, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:47:57.295210 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1664075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1825200'] for router_interface (f3b9f121-0b2d-499a-8521-1444cc304999), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.297891 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] For port a165d5c4-8dcb-437f-9e7a-1da37cf0c74b, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=a165d5c4-8dcb-437f-9e7a-1da37cf0c74b,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:47:57.300815 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Pushing event updated for resources: {'Port': ['ID=c71daa93-e4fc-4ee9-993c-7ae0296aaf1b,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:57.308929 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (a165d5c4-8dcb-437f-9e7a-1da37cf0c74b), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.407088 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42172ee9-7638-49c1-bed3-b5c9530d152a None None] Pushing event updated for resources: {'Port': ['ID=a165d5c4-8dcb-437f-9e7a-1da37cf0c74b,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:57.409492 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Routers {'f3b9f121-0b2d-499a-8521-1444cc304999'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:57.410116 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f3b9f121-0b2d-499a-8521-1444cc304999'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:57.464441 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port c516ef26-3f8d-483b-92da-f96e7a596a44 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:57.468552 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-300b027f-ec29-4574-a371-e4c6a4f70d32 admin admin] Publish callbacks [] for security_group (ae528b9e-14e8-4094-94c3-edcc7235c631), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.470658 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Network 53638df0-0262-4d30-b41b-556c39b0f798 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:47:57.472833 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:47:57.480662 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-300b027f-ec29-4574-a371-e4c6a4f70d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (ae528b9e-14e8-4094-94c3-edcc7235c631), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.538397 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] Set router f3b9f121-0b2d-499a-8521-1444cc304999 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:57.565554 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-300b027f-ec29-4574-a371-e4c6a4f70d32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7cae3059ad1741ff846ff6df7efde0e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4456391 May 11 06:47:57.568485 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300b027f-ec29-4574-a371-e4c6a4f70d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae528b9e-14e8-4094-94c3-edcc7235c631,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:57.569043 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44076) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:57.656731 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Router f3b9f121-0b2d-499a-8521-1444cc304999 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:47:57.671629 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Publish callbacks [] for security_group (ae528b9e-14e8-4094-94c3-edcc7235c631), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.738232 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Publish callbacks [] for security_group (ae528b9e-14e8-4094-94c3-edcc7235c631), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.777638 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-13dbb519-385b-4054-948b-006a3397b696 None None] Provisioning complete for port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:57.777908 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-13dbb519-385b-4054-948b-006a3397b696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.800700 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (ae528b9e-14e8-4094-94c3-edcc7235c631), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.803855 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.805860 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ae528b9e-14e8-4094-94c3-edcc7235c631 HTTP/1.1" status: 204 len: 168 time: 0.2341869 May 11 06:47:57.813007 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d1220651-a84b-4d5b-9038-a69c86cd3e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:57.814367 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae528b9e-14e8-4094-94c3-edcc7235c631,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:57.825069 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:57.825452 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:57.825798 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:57.826443 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:57.826784 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:57.827108 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:57.827650 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:57.828154 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:57.828634 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:57.829119 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:57.829636 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:57.830354 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:57.830617 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:47:57.831007 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:57.831508 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:57.832042 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b75ccf-249a-49aa-afcf-e7aeb85c341a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:47:57.839668 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-13dbb519-385b-4054-948b-006a3397b696 None None] Port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:47:57.855358 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-9ae56b7b-e153-4114-83dc-7aedc72e391c admin admin] 10.222.0.64 "PUT /v2.0/routers/f3b9f121-0b2d-499a-8521-1444cc304999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3179038 May 11 06:47:57.892161 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'name': 'tempest-TestVolumeBootPattern-1063313789-router', 'tenant_id': '7d282e90f748416c8a2a2cae914bc1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'a165d5c4-8dcb-437f-9e7a-1da37cf0c74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:53Z', 'updated_at': '2022-05-11T06:47:56Z', 'revision_number': 4, 'project_id': '7d282e90f748416c8a2a2cae914bc1f7', 'gw_port': {'id': 'a165d5c4-8dcb-437f-9e7a-1da37cf0c74b', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:54Z', 'updated_at': '2022-05-11T06:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'c71daa93-e4fc-4ee9-993c-7ae0296aaf1b', 'name': '', 'network_id': '53638df0-0262-4d30-b41b-556c39b0f798', 'tenant_id': '7d282e90f748416c8a2a2cae914bc1f7', 'mac_address': 'fa:16:3e:7f:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0c4ca912-4f72-4701-84f4-cfbfb3b35b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:56Z', 'updated_at': '2022-05-11T06:47:57Z', 'revision_number': 2, 'project_id': '7d282e90f748416c8a2a2cae914bc1f7', 'subnets': [{'id': '0c4ca912-4f72-4701-84f4-cfbfb3b35b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:57.923194 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52711a4b-c456-49d4-893a-21c2a38f2127 None None] The sync data for ids ['f3b9f121-0b2d-499a-8521-1444cc304999'] in dv-cinder-804757-27-iscsi is: [{'id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'name': 'tempest-TestVolumeBootPattern-1063313789-router', 'tenant_id': '7d282e90f748416c8a2a2cae914bc1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'a165d5c4-8dcb-437f-9e7a-1da37cf0c74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:53Z', 'updated_at': '2022-05-11T06:47:56Z', 'revision_number': 4, 'project_id': '7d282e90f748416c8a2a2cae914bc1f7', 'gw_port': {'id': 'a165d5c4-8dcb-437f-9e7a-1da37cf0c74b', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:54Z', 'updated_at': '2022-05-11T06:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'c71daa93-e4fc-4ee9-993c-7ae0296aaf1b', 'name': '', 'network_id': '53638df0-0262-4d30-b41b-556c39b0f798', 'tenant_id': '7d282e90f748416c8a2a2cae914bc1f7', 'mac_address': 'fa:16:3e:7f:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0c4ca912-4f72-4701-84f4-cfbfb3b35b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:56Z', 'updated_at': '2022-05-11T06:47:57Z', 'revision_number': 2, 'project_id': '7d282e90f748416c8a2a2cae914bc1f7', 'subnets': [{'id': '0c4ca912-4f72-4701-84f4-cfbfb3b35b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:47:58.156402 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfdde51-d751-44ef-8c86-34b1eec9e058 req-f5064b7b-4027-42db-8cd2-79f3ecc1f5bf tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:58.158314 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8dfdde51-d751-44ef-8c86-34b1eec9e058 req-f5064b7b-4027-42db-8cd2-79f3ecc1f5bf tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0754879 May 11 06:47:58.244972 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8dfdde51-d751-44ef-8c86-34b1eec9e058 req-156be2ab-7ded-43cb-888b-df4cb86587b0 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747836 May 11 06:47:58.277276 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44090) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:58.282113 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-fcb84349-6103-421d-bf79-faeecc8f97c7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2049296380', 'description': 'tempest-secgroup-smoke-2049296380 description', 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:58.308852 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-fcb84349-6103-421d-bf79-faeecc8f97c7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:58.388165 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-fcb84349-6103-421d-bf79-faeecc8f97c7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group (c0e396ef-af66-4fbf-8d63-57c47fed3d12), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:58.392294 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-fcb84349-6103-421d-bf79-faeecc8f97c7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (c0e396ef-af66-4fbf-8d63-57c47fed3d12), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:58.425240 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-fcb84349-6103-421d-bf79-faeecc8f97c7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:58.426794 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-fcb84349-6103-421d-bf79-faeecc8f97c7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1482768 May 11 06:47:58.430125 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44092) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:58.435046 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-61ac2e7c-3a95-4cb9-ad06-1e53d73b7440 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Request body: {'security_group_rule': {'security_group_id': 'c0e396ef-af66-4fbf-8d63-57c47fed3d12', 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:58.438814 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Sync routers for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:47:58.442493 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb84349-6103-421d-bf79-faeecc8f97c7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e396ef-af66-4fbf-8d63-57c47fed3d12,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:58.455182 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:58.456098 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:58.476027 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-61ac2e7c-3a95-4cb9-ad06-1e53d73b7440 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (0ca3da10-c75e-4728-8229-86c352c22fca), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:58.564192 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-61ac2e7c-3a95-4cb9-ad06-1e53d73b7440 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (0ca3da10-c75e-4728-8229-86c352c22fca), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:58.572469 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-61ac2e7c-3a95-4cb9-ad06-1e53d73b7440 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (0ca3da10-c75e-4728-8229-86c352c22fca), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:58.590774 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:58.594406 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac2e7c-3a95-4cb9-ad06-1e53d73b7440 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca3da10-c75e-4728-8229-86c352c22fca,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:58.607465 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-61ac2e7c-3a95-4cb9-ad06-1e53d73b7440 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:58.608929 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-61ac2e7c-3a95-4cb9-ad06-1e53d73b7440 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1777730 May 11 06:47:58.611638 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44094) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:58.615951 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-53517c03-3a72-46ce-b182-78b54fdb4e39 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Request body: {'security_group_rule': {'security_group_id': 'c0e396ef-af66-4fbf-8d63-57c47fed3d12', 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:58.651185 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-53517c03-3a72-46ce-b182-78b54fdb4e39 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (a631de18-a2f2-44df-a443-813d790f9507), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:58.720326 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-53517c03-3a72-46ce-b182-78b54fdb4e39 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (a631de18-a2f2-44df-a443-813d790f9507), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:58.728691 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-53517c03-3a72-46ce-b182-78b54fdb4e39 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (a631de18-a2f2-44df-a443-813d790f9507), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:58.756256 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-53517c03-3a72-46ce-b182-78b54fdb4e39 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:58.760241 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-53517c03-3a72-46ce-b182-78b54fdb4e39 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451106 May 11 06:47:58.760241 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53517c03-3a72-46ce-b182-78b54fdb4e39 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a631de18-a2f2-44df-a443-813d790f9507,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:58.760634 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44098) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:58.770485 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-68505c8f-f74e-4d52-b572-944cfbbb6277 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Request body: {'security_group_rule': {'security_group_id': 'c0e396ef-af66-4fbf-8d63-57c47fed3d12', 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:58.809296 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-68505c8f-f74e-4d52-b572-944cfbbb6277 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (c6d375cb-7214-411e-8d45-d5ab943098f1), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:58.851020 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:50Z', 'revision_number': 2, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:58.873640 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-68505c8f-f74e-4d52-b572-944cfbbb6277 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (c6d375cb-7214-411e-8d45-d5ab943098f1), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:58.878481 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-68505c8f-f74e-4d52-b572-944cfbbb6277 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (c6d375cb-7214-411e-8d45-d5ab943098f1), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:58.885917 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Checking router: e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:47:58.886269 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Updating router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 port 50c18281-a02d-4922-9606-079c570f1685 binding host dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:47:58.897910 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68505c8f-f74e-4d52-b572-944cfbbb6277 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6d375cb-7214-411e-8d45-d5ab943098f1,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:58.907314 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-68505c8f-f74e-4d52-b572-944cfbbb6277 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:58.911320 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44100) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:58.911488 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-68505c8f-f74e-4d52-b572-944cfbbb6277 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1496494 May 11 06:47:58.916639 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-2405f1fa-3f5a-4e49-a55e-5bfb96bbdab4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Request body: {'security_group_rule': {'security_group_id': 'c0e396ef-af66-4fbf-8d63-57c47fed3d12', 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:58.917024 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (50c18281-a02d-4922-9606-079c570f1685), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:58.953416 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2405f1fa-3f5a-4e49-a55e-5bfb96bbdab4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (90fb9564-2771-400d-bd45-2af061367174), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.022021 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2405f1fa-3f5a-4e49-a55e-5bfb96bbdab4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (90fb9564-2771-400d-bd45-2af061367174), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.026265 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2405f1fa-3f5a-4e49-a55e-5bfb96bbdab4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (90fb9564-2771-400d-bd45-2af061367174), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.051010 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2405f1fa-3f5a-4e49-a55e-5bfb96bbdab4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90fb9564-2771-400d-bd45-2af061367174,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:59.059856 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.062556 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-2405f1fa-3f5a-4e49-a55e-5bfb96bbdab4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.066533 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-2405f1fa-3f5a-4e49-a55e-5bfb96bbdab4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510603 May 11 06:47:59.066698 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44102) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:59.070999 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-ebfbfccf-db3a-4ece-bf4c-cac4ce02ce98 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Request body: {'security_group_rule': {'security_group_id': 'c0e396ef-af66-4fbf-8d63-57c47fed3d12', 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:59.092942 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.securitygroups_db [None req-ebfbfccf-db3a-4ece-bf4c-cac4ce02ce98 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Project 549cd5f2cff143c69dd1e4568d7bd3e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 06:47:59.098610 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ebfbfccf-db3a-4ece-bf4c-cac4ce02ce98 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (120b6c01-c100-486a-acbb-de08d900bc47), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.160582 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ebfbfccf-db3a-4ece-bf4c-cac4ce02ce98 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (120b6c01-c100-486a-acbb-de08d900bc47), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.165326 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ebfbfccf-db3a-4ece-bf4c-cac4ce02ce98 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (120b6c01-c100-486a-acbb-de08d900bc47), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.183759 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbfccf-db3a-4ece-bf4c-cac4ce02ce98 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=120b6c01-c100-486a-acbb-de08d900bc47,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:59.191765 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ebfbfccf-db3a-4ece-bf4c-cac4ce02ce98 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.193060 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-ebfbfccf-db3a-4ece-bf4c-cac4ce02ce98 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251726 May 11 06:47:59.196134 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44104) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:47:59.201043 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-514bed67-e22c-42aa-b03f-19d496a94d17 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Request body: {'security_group_rule': {'security_group_id': 'c0e396ef-af66-4fbf-8d63-57c47fed3d12', 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:47:59.224745 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.securitygroups_db [None req-514bed67-e22c-42aa-b03f-19d496a94d17 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Project 549cd5f2cff143c69dd1e4568d7bd3e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 11 06:47:59.230770 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-514bed67-e22c-42aa-b03f-19d496a94d17 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (7baea85d-f850-4952-b7bf-8f78fd4247bb), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.254228 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Publish callbacks [] for port (50c18281-a02d-4922-9606-079c570f1685), precommit_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.259838 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (50c18281-a02d-4922-9606-079c570f1685), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.298271 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-514bed67-e22c-42aa-b03f-19d496a94d17 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (7baea85d-f850-4952-b7bf-8f78fd4247bb), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.309393 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-514bed67-e22c-42aa-b03f-19d496a94d17 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (7baea85d-f850-4952-b7bf-8f78fd4247bb), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.319344 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c1ddd-e11d-45e9-bb03-ffb45822c37f None None] Pushing event updated for resources: {'Port': ['ID=50c18281-a02d-4922-9606-079c570f1685,revision_number=3']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:59.337651 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514bed67-e22c-42aa-b03f-19d496a94d17 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7baea85d-f850-4952-b7bf-8f78fd4247bb,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:59.344235 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-514bed67-e22c-42aa-b03f-19d496a94d17 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.346373 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-514bed67-e22c-42aa-b03f-19d496a94d17 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1488554 May 11 06:47:59.400001 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Attempting to bind port 50c18281-a02d-4922-9606-079c570f1685 on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:47:59.400375 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Attempting to bind port 50c18281-a02d-4922-9606-079c570f1685 by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:47:59.401001 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Attempting to bind port 50c18281-a02d-4922-9606-079c570f1685 on network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:47:59.406804 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:47:59.407204 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Checking segment: {'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:47:59.407649 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.408038 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Bound using segment: {'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'} {{(pid=104516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:47:59.408828 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.managers [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Bound port: 50c18281-a02d-4922-9606-079c570f1685, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'}}] {{(pid=104516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:47:59.409209 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (50c18281-a02d-4922-9606-079c570f1685), before_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.416513 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b0c7f-001e-442e-b028-adb2468bc416 req-c6978e98-d392-462a-a25f-042219a79b65 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:47:59.419822 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e49b0c7f-001e-442e-b028-adb2468bc416 req-c6978e98-d392-462a-a25f-042219a79b65 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0919693 May 11 06:47:59.481843 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e49b0c7f-001e-442e-b028-adb2468bc416 req-027c32ac-fa5c-4f52-a7de-5034e7e3f307 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533159 May 11 06:47:59.520324 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] For port 50c18281-a02d-4922-9606-079c570f1685, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:47:59.534316 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.plugins.ml2.db [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] For port 50c18281-a02d-4922-9606-079c570f1685, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=50c18281-a02d-4922-9606-079c570f1685,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:47:59.553065 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron_lib.callbacks.manager [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (50c18281-a02d-4922-9606-079c570f1685), after_update {{(pid=104516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.602886 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:47:59.603455 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:47:59.681954 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-eef48a6c-b715-47d6-8330-9b3a672f8e83 None None] Provisioning complete for port 50c18281-a02d-4922-9606-079c570f1685 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:47:59.682337 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-eef48a6c-b715-47d6-8330-9b3a672f8e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (50c18281-a02d-4922-9606-079c570f1685), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.718831 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c1ddd-e11d-45e9-bb03-ffb45822c37f None None] Pushing event updated for resources: {'Port': ['ID=50c18281-a02d-4922-9606-079c570f1685,revision_number=4']} {{(pid=104516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:47:59.813904 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-eef48a6c-b715-47d6-8330-9b3a672f8e83 None None] Current status of the port 50c18281-a02d-4922-9606-079c570f1685 is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:47:59.814545 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-eef48a6c-b715-47d6-8330-9b3a672f8e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (50c18281-a02d-4922-9606-079c570f1685), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.827799 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:47:59.875110 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-eef48a6c-b715-47d6-8330-9b3a672f8e83 None None] For port 50c18281-a02d-4922-9606-079c570f1685, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=50c18281-a02d-4922-9606-079c570f1685,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:47:59.883153 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-eef48a6c-b715-47d6-8330-9b3a672f8e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (50c18281-a02d-4922-9606-079c570f1685), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:47:59.968654 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef48a6c-b715-47d6-8330-9b3a672f8e83 None None] Pushing event updated for resources: {'Port': ['ID=50c18281-a02d-4922-9606-079c570f1685,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:00.004401 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-d9435fc6-8082-41c8-afc4-3e2cea13553b None None] Provisioning complete for port 50c18281-a02d-4922-9606-079c570f1685 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:48:00.005291 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d9435fc6-8082-41c8-afc4-3e2cea13553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (50c18281-a02d-4922-9606-079c570f1685), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:00.073117 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:00.116838 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-d9435fc6-8082-41c8-afc4-3e2cea13553b None None] Current status of the port 50c18281-a02d-4922-9606-079c570f1685 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:48:00.123453 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:48:00.155643 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b50b0e-ce45-449b-97a8-3f2183a7f350 None None] The sync data for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi is: [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:48:00.618934 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24355d13-37f6-4d6e-89cf-9a9cd176c36d req-483bc928-e958-49c2-ba6d-eec76b0dbddf tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:00.622828 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-24355d13-37f6-4d6e-89cf-9a9cd176c36d req-483bc928-e958-49c2-ba6d-eec76b0dbddf tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0578618 May 11 06:48:00.644797 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device a165d5c4-8dcb-437f-9e7a-1da37cf0c74b up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:48:00.687234 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-24355d13-37f6-4d6e-89cf-9a9cd176c36d req-700231bd-6936-4db8-a040-42f2739efe2e tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577416 May 11 06:48:00.701124 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port a165d5c4-8dcb-437f-9e7a-1da37cf0c74b triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:48:00.701496 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (a165d5c4-8dcb-437f-9e7a-1da37cf0c74b), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:00.784938 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port a165d5c4-8dcb-437f-9e7a-1da37cf0c74b is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:48:00.785472 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (a165d5c4-8dcb-437f-9e7a-1da37cf0c74b), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:00.807041 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] For port a165d5c4-8dcb-437f-9e7a-1da37cf0c74b, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=a165d5c4-8dcb-437f-9e7a-1da37cf0c74b,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:48:00.810990 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (a165d5c4-8dcb-437f-9e7a-1da37cf0c74b), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:00.811963 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 50c18281-a02d-4922-9606-079c570f1685 up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:48:00.895080 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Pushing event updated for resources: {'Port': ['ID=a165d5c4-8dcb-437f-9e7a-1da37cf0c74b,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:00.906084 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port 50c18281-a02d-4922-9606-079c570f1685 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:48:00.906461 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (50c18281-a02d-4922-9606-079c570f1685), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:00.959199 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:00.995409 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port 50c18281-a02d-4922-9606-079c570f1685 is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:48:01.812106 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690eaa4-2ec7-47bd-8d1f-d9adb22faab1 req-d4db66c3-0b1e-4c4a-8aa1-e4df35d6ab82 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:01.813508 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2690eaa4-2ec7-47bd-8d1f-d9adb22faab1 req-d4db66c3-0b1e-4c4a-8aa1-e4df35d6ab82 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0515831 May 11 06:48:01.863414 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2690eaa4-2ec7-47bd-8d1f-d9adb22faab1 req-65fa644a-e06e-4d2f-a84f-b8e51220c741 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443566 May 11 06:48:02.528397 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device a165d5c4-8dcb-437f-9e7a-1da37cf0c74b up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:48:02.588579 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:02.591050 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port a165d5c4-8dcb-437f-9e7a-1da37cf0c74b triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:48:02.591513 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (a165d5c4-8dcb-437f-9e7a-1da37cf0c74b), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:02.669870 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port a165d5c4-8dcb-437f-9e7a-1da37cf0c74b is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:48:02.841611 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Sync routers for ids ['f3b9f121-0b2d-499a-8521-1444cc304999'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:48:02.853856 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Routers {'f3b9f121-0b2d-499a-8521-1444cc304999'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:48:02.854459 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f3b9f121-0b2d-499a-8521-1444cc304999'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:48:02.973314 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Set router f3b9f121-0b2d-499a-8521-1444cc304999 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:48:02.991412 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e9df6-d993-4306-a76b-369ffdbfa588 req-20231352-3e47-4398-a44f-376528b42791 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:02.993470 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-647e9df6-d993-4306-a76b-369ffdbfa588 req-20231352-3e47-4398-a44f-376528b42791 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0510190 May 11 06:48:03.041683 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-647e9df6-d993-4306-a76b-369ffdbfa588 req-a004eed2-ae21-4ce2-ae65-59b45189eb72 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421331 May 11 06:48:03.294532 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'name': 'tempest-TestVolumeBootPattern-1063313789-router', 'tenant_id': '7d282e90f748416c8a2a2cae914bc1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'a165d5c4-8dcb-437f-9e7a-1da37cf0c74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:53Z', 'updated_at': '2022-05-11T06:47:56Z', 'revision_number': 4, 'project_id': '7d282e90f748416c8a2a2cae914bc1f7', 'gw_port': {'id': 'a165d5c4-8dcb-437f-9e7a-1da37cf0c74b', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:54Z', 'updated_at': '2022-05-11T06:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'c71daa93-e4fc-4ee9-993c-7ae0296aaf1b', 'name': '', 'network_id': '53638df0-0262-4d30-b41b-556c39b0f798', 'tenant_id': '7d282e90f748416c8a2a2cae914bc1f7', 'mac_address': 'fa:16:3e:7f:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0c4ca912-4f72-4701-84f4-cfbfb3b35b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:56Z', 'updated_at': '2022-05-11T06:47:57Z', 'revision_number': 2, 'project_id': '7d282e90f748416c8a2a2cae914bc1f7', 'subnets': [{'id': '0c4ca912-4f72-4701-84f4-cfbfb3b35b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:48:03.321541 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Checking router: f3b9f121-0b2d-499a-8521-1444cc304999 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:48:03.321895 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Updating router f3b9f121-0b2d-499a-8521-1444cc304999 port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b binding host dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 11 06:48:03.349743 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:03.654770 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Publish callbacks [] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), precommit_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:03.660043 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:03.713394 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed73acb-1073-4c6e-ae18-deb6a2b4c118 None None] Pushing event updated for resources: {'Port': ['ID=c71daa93-e4fc-4ee9-993c-7ae0296aaf1b,revision_number=3']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:03.771862 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Attempting to bind port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b on host dv-cinder-804757-27-iscsi for vnic_type normal with profile {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:48:03.772236 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Attempting to bind port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b by drivers openvswitch,hyperv on host dv-cinder-804757-27-iscsi at level 0 using segments [{'id': '83841511-92e4-4219-b7cc-ffbc40035567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '53638df0-0262-4d30-b41b-556c39b0f798'}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:48:03.772601 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Attempting to bind port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b on network 53638df0-0262-4d30-b41b-556c39b0f798 {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:48:03.780699 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Checking agent: {'id': 'ff86dc5e-79d5-4d71-aeaa-3c17a99be815', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-27-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 30, 33), 'started_at': datetime.datetime(2022, 5, 11, 6, 31, 3), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-27-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:48:03.781157 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Checking segment: {'id': '83841511-92e4-4219-b7cc-ffbc40035567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '53638df0-0262-4d30-b41b-556c39b0f798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:48:03.781649 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:03.782059 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Bound using segment: {'id': '83841511-92e4-4219-b7cc-ffbc40035567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '53638df0-0262-4d30-b41b-556c39b0f798'} {{(pid=104515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:48:03.782732 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.managers [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Bound port: c71daa93-e4fc-4ee9-993c-7ae0296aaf1b, host: dv-cinder-804757-27-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83841511-92e4-4219-b7cc-ffbc40035567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '53638df0-0262-4d30-b41b-556c39b0f798'}}] {{(pid=104515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:48:03.783124 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:03.852673 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] For port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b, host dv-cinder-804757-27-iscsi, cleared binding levels {{(pid=104515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:48:03.855784 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] For port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b, host dv-cinder-804757-27-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=c71daa93-e4fc-4ee9-993c-7ae0296aaf1b,segment=NetworkSegment(83841511-92e4-4219-b7cc-ffbc40035567),segment_id=83841511-92e4-4219-b7cc-ffbc40035567)] {{(pid=104515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:48:03.862696 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:03.919792 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Routers {'f3b9f121-0b2d-499a-8521-1444cc304999'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:48:03.920446 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:47:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f3b9f121-0b2d-499a-8521-1444cc304999'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:48:03.965690 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed73acb-1073-4c6e-ae18-deb6a2b4c118 None None] Pushing event updated for resources: {'Port': ['ID=c71daa93-e4fc-4ee9-993c-7ae0296aaf1b,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:03.990290 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-fca9f3a0-a2b6-4324-abec-02c50d04bb0c None None] Provisioning complete for port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:48:03.990672 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-fca9f3a0-a2b6-4324-abec-02c50d04bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:04.078290 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] Set router f3b9f121-0b2d-499a-8521-1444cc304999 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:48:04.166771 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d639108-5fe9-4c7c-b6da-c2764e013768 req-bcb330f1-2d91-4eef-a785-87c9e5713068 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:04.168213 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7d639108-5fe9-4c7c-b6da-c2764e013768 req-bcb330f1-2d91-4eef-a785-87c9e5713068 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0522962 May 11 06:48:04.216094 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7d639108-5fe9-4c7c-b6da-c2764e013768 req-2d3ceac6-313a-44dd-a27d-f1da2f44918c tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421185 May 11 06:48:04.257733 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-fca9f3a0-a2b6-4324-abec-02c50d04bb0c None None] Current status of the port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b is: DOWN; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:48:04.258135 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-fca9f3a0-a2b6-4324-abec-02c50d04bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:04.333119 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-fca9f3a0-a2b6-4324-abec-02c50d04bb0c None None] For port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=c71daa93-e4fc-4ee9-993c-7ae0296aaf1b,segment=NetworkSegment(83841511-92e4-4219-b7cc-ffbc40035567),segment_id=83841511-92e4-4219-b7cc-ffbc40035567)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:48:04.337792 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-fca9f3a0-a2b6-4324-abec-02c50d04bb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:04.345800 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'name': 'tempest-TestVolumeBootPattern-1063313789-router', 'tenant_id': '7d282e90f748416c8a2a2cae914bc1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'a165d5c4-8dcb-437f-9e7a-1da37cf0c74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:53Z', 'updated_at': '2022-05-11T06:47:56Z', 'revision_number': 4, 'project_id': '7d282e90f748416c8a2a2cae914bc1f7', 'gw_port': {'id': 'a165d5c4-8dcb-437f-9e7a-1da37cf0c74b', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:54Z', 'updated_at': '2022-05-11T06:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'c71daa93-e4fc-4ee9-993c-7ae0296aaf1b', 'name': '', 'network_id': '53638df0-0262-4d30-b41b-556c39b0f798', 'tenant_id': '7d282e90f748416c8a2a2cae914bc1f7', 'mac_address': 'fa:16:3e:7f:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0c4ca912-4f72-4701-84f4-cfbfb3b35b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:56Z', 'updated_at': '2022-05-11T06:48:03Z', 'revision_number': 4, 'project_id': '7d282e90f748416c8a2a2cae914bc1f7', 'subnets': [{'id': '0c4ca912-4f72-4701-84f4-cfbfb3b35b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:48:04.390821 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2831803-74d2-4b0f-b08a-2c7e2c2e9092 None None] The sync data for ids ['f3b9f121-0b2d-499a-8521-1444cc304999'] in dv-cinder-804757-27-iscsi is: [{'id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'name': 'tempest-TestVolumeBootPattern-1063313789-router', 'tenant_id': '7d282e90f748416c8a2a2cae914bc1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'a165d5c4-8dcb-437f-9e7a-1da37cf0c74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:53Z', 'updated_at': '2022-05-11T06:47:56Z', 'revision_number': 4, 'project_id': '7d282e90f748416c8a2a2cae914bc1f7', 'gw_port': {'id': 'a165d5c4-8dcb-437f-9e7a-1da37cf0c74b', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:54Z', 'updated_at': '2022-05-11T06:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': 'c71daa93-e4fc-4ee9-993c-7ae0296aaf1b', 'name': '', 'network_id': '53638df0-0262-4d30-b41b-556c39b0f798', 'tenant_id': '7d282e90f748416c8a2a2cae914bc1f7', 'mac_address': 'fa:16:3e:7f:8d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '0c4ca912-4f72-4701-84f4-cfbfb3b35b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:56Z', 'updated_at': '2022-05-11T06:48:03Z', 'revision_number': 4, 'project_id': '7d282e90f748416c8a2a2cae914bc1f7', 'subnets': [{'id': '0c4ca912-4f72-4701-84f4-cfbfb3b35b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:48:04.415426 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9f3a0-a2b6-4324-abec-02c50d04bb0c None None] Pushing event updated for resources: {'Port': ['ID=c71daa93-e4fc-4ee9-993c-7ae0296aaf1b,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:04.458913 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-e3c2e38c-324f-4df6-abdd-b338b5a270dd None None] Provisioning complete for port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:48:04.459536 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-e3c2e38c-324f-4df6-abdd-b338b5a270dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:04.562724 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device c71daa93-e4fc-4ee9-993c-7ae0296aaf1b up at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:48:04.591031 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2e38c-324f-4df6-abdd-b338b5a270dd None None] Current status of the port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:48:04.616978 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Provisioning complete for port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:48:04.617367 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:04.703615 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Current status of the port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b is: ACTIVE; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:48:05.338138 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66438e63-82ff-40a5-ba7d-c50ceaf8a3c5 req-ab5a5cd0-940c-4658-8788-ce5d0a0d1496 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:05.339825 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-66438e63-82ff-40a5-ba7d-c50ceaf8a3c5 req-ab5a5cd0-940c-4658-8788-ce5d0a0d1496 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0495846 May 11 06:48:05.389430 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-66438e63-82ff-40a5-ba7d-c50ceaf8a3c5 req-cdaa6ae7-65e7-47db-8c9c-4e04c5f5f273 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435808 May 11 06:48:06.107392 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01270152-3378-407a-87aa-03d9ee00399a req-1701ed4f-22d4-4475-a5fc-710bcfadc7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:06.108811 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-01270152-3378-407a-87aa-03d9ee00399a req-1701ed4f-22d4-4475-a5fc-710bcfadc7de service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec5def7947c243698109bfc891b0992f&device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 1130 time: 0.0383341 May 11 06:48:06.215227 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01270152-3378-407a-87aa-03d9ee00399a req-ebee5c71-8c68-405c-b67a-163d38e8b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:06.216700 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-01270152-3378-407a-87aa-03d9ee00399a req-ebee5c71-8c68-405c-b67a-163d38e8b37c service neutron] 10.222.0.70 "GET /v2.0/networks?id=6742b34a-d638-418c-8bcb-aa221cf053c2 HTTP/1.1" status: 200 len: 911 time: 0.0891685 May 11 06:48:06.282431 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-01270152-3378-407a-87aa-03d9ee00399a req-8ef055ae-34aa-4559-ac39-95254bb5f426 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3abf2078-858c-4ccf-a7cb-d16309a1b893 HTTP/1.1" status: 200 len: 1001 time: 0.0595567 May 11 06:48:06.330570 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01270152-3378-407a-87aa-03d9ee00399a req-ed28f34a-33ec-4801-b5b5-d7b55f5063a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:06.331969 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-01270152-3378-407a-87aa-03d9ee00399a req-ed28f34a-33ec-4801-b5b5-d7b55f5063a4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9b3a199-1eaf-4b46-8767-b476ce91f16d HTTP/1.1" status: 200 len: 849 time: 0.0432861 May 11 06:48:06.381466 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01270152-3378-407a-87aa-03d9ee00399a req-08b31e71-998e-4695-affa-ff62a60f5136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:06.383084 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-01270152-3378-407a-87aa-03d9ee00399a req-08b31e71-998e-4695-affa-ff62a60f5136 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6742b34a-d638-418c-8bcb-aa221cf053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438159 May 11 06:48:06.518632 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28ac4f-4c4f-4085-83bf-16e3a72c3fd3 req-f7366ef8-15ab-495c-9003-6718750e845c tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:06.520123 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0c28ac4f-4c4f-4085-83bf-16e3a72c3fd3 req-f7366ef8-15ab-495c-9003-6718750e845c tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0575907 May 11 06:48:06.522015 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-01270152-3378-407a-87aa-03d9ee00399a req-3b21615b-6d87-484d-b91d-a9350ad818fd service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318483 May 11 06:48:06.624748 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0c28ac4f-4c4f-4085-83bf-16e3a72c3fd3 req-fb394d78-cf4a-4040-9919-dbec9d51cf44 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990529 May 11 06:48:06.648555 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-01270152-3378-407a-87aa-03d9ee00399a req-1ea6d318-796e-4e80-bd9c-b6f85bd986b1 service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173174 May 11 06:48:07.741693 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a166d-6e35-4a7f-a25e-fed13db95ea2 req-7c95428a-a39a-40e7-a3e4-aa1fe65f8500 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:07.743171 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a01a166d-6e35-4a7f-a25e-fed13db95ea2 req-7c95428a-a39a-40e7-a3e4-aa1fe65f8500 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0466776 May 11 06:48:07.791795 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a01a166d-6e35-4a7f-a25e-fed13db95ea2 req-8d6423bd-4be9-4227-abb1-0f2c99d3648e tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432220 May 11 06:48:08.042796 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb039d3-f8d2-427a-b68e-cd95766c9d11 req-67d7714d-08c9-4326-9c0c-d7d153d40449 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:08.044674 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ceb039d3-f8d2-427a-b68e-cd95766c9d11 req-67d7714d-08c9-4326-9c0c-d7d153d40449 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0512130 May 11 06:48:08.126607 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ceb039d3-f8d2-427a-b68e-cd95766c9d11 req-27907f32-fa5c-4a58-8605-38d849823f61 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761888 May 11 06:48:08.128174 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688b6f5-882f-4069-a64a-8f5e8c9a2afb req-c9d23b68-f42c-4690-8094-502f20a315d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:08.129576 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0688b6f5-882f-4069-a64a-8f5e8c9a2afb req-c9d23b68-f42c-4690-8094-502f20a315d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec5def7947c243698109bfc891b0992f&device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 1130 time: 0.0626307 May 11 06:48:08.223048 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688b6f5-882f-4069-a64a-8f5e8c9a2afb req-e4ee1fcc-91cd-4929-a1b7-b0fa6ea6ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:08.224600 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0688b6f5-882f-4069-a64a-8f5e8c9a2afb req-e4ee1fcc-91cd-4929-a1b7-b0fa6ea6ccb6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6742b34a-d638-418c-8bcb-aa221cf053c2 HTTP/1.1" status: 200 len: 911 time: 0.0876014 May 11 06:48:08.552508 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0688b6f5-882f-4069-a64a-8f5e8c9a2afb req-6a8c628e-5a4b-4d69-8e5d-aa54a80586cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3abf2078-858c-4ccf-a7cb-d16309a1b893 HTTP/1.1" status: 200 len: 1001 time: 0.3195808 May 11 06:48:08.607406 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688b6f5-882f-4069-a64a-8f5e8c9a2afb req-c2fad904-eb10-41b4-806d-a46551914409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:08.608875 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0688b6f5-882f-4069-a64a-8f5e8c9a2afb req-c2fad904-eb10-41b4-806d-a46551914409 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9b3a199-1eaf-4b46-8767-b476ce91f16d HTTP/1.1" status: 200 len: 849 time: 0.0443327 May 11 06:48:08.651989 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688b6f5-882f-4069-a64a-8f5e8c9a2afb req-01dbca4c-ccb7-46d0-9970-603e48a617c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:08.653482 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0688b6f5-882f-4069-a64a-8f5e8c9a2afb req-01dbca4c-ccb7-46d0-9970-603e48a617c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6742b34a-d638-418c-8bcb-aa221cf053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386119 May 11 06:48:08.745944 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0688b6f5-882f-4069-a64a-8f5e8c9a2afb req-fef9437f-16f9-41f9-867b-e74695091a72 service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857182 May 11 06:48:08.841482 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0688b6f5-882f-4069-a64a-8f5e8c9a2afb req-d84a55a7-cd1f-4260-963a-5c1cebd93be8 service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887034 May 11 06:48:09.241936 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585cda1-1937-4fe7-9cdf-d01aaf25abd2 req-14c36985-895b-49cf-99f0-2d6db4546196 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:09.243503 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0585cda1-1937-4fe7-9cdf-d01aaf25abd2 req-14c36985-895b-49cf-99f0-2d6db4546196 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0481038 May 11 06:48:09.290177 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0585cda1-1937-4fe7-9cdf-d01aaf25abd2 req-194203e4-b5f3-4932-a382-de3e0cef66e5 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411117 May 11 06:48:10.407043 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45652b33-8648-4f07-b417-dbe519f60397 req-7519c30e-46af-4603-95d9-f3d6754bb2d7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:10.408584 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-45652b33-8648-4f07-b417-dbe519f60397 req-7519c30e-46af-4603-95d9-f3d6754bb2d7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0460532 May 11 06:48:10.456651 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-45652b33-8648-4f07-b417-dbe519f60397 req-fe86fbfa-099d-458b-8cfe-e29c72d86405 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420809 May 11 06:48:11.526114 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-acc8cf64-a90d-4e79-9da6-80000088c223 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-56965260&fields=id&tenant_id=e6758effb73344c895a7ed675378f8df HTTP/1.1" status: 200 len: 267 time: 0.0505469 May 11 06:48:11.632605 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-6a6cb972-4bc0-43e7-a992-be5e48d802a0 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:11.634131 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-6a6cb972-4bc0-43e7-a992-be5e48d802a0 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/networks?id=a0c97def-afee-473f-bd6f-28ea4388bdaf HTTP/1.1" status: 200 len: 808 time: 0.1015935 May 11 06:48:11.653585 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-67efae37-537e-4c15-a142-53144aeb2a6a tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/quotas/e6758effb73344c895a7ed675378f8df HTTP/1.1" status: 200 len: 375 time: 0.0101235 May 11 06:48:11.701315 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-4ded9742-2934-4f11-8bfa-6ccc14518327 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=e6758effb73344c895a7ed675378f8df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0427425 May 11 06:48:11.800979 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-10eb434c-def8-4198-8baa-f79ff44be9ab service neutron] 10.222.0.64 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877488 May 11 06:48:11.894235 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-f4fa74c4-8819-4b4b-9802-21fa3e7a51f4 service neutron] 10.222.0.64 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874717 May 11 06:48:12.173755 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e84a7767-a06d-4fce-8f32-3ba43aafb23c req-ae84d49c-6d16-418a-b366-efc9a14b9a86 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 210 time: 0.0289264 May 11 06:48:13.205481 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-ccdb3c5e-babc-4628-9467-b30e1f3e143c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:13.206956 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-ccdb3c5e-babc-4628-9467-b30e1f3e143c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.70 "GET /v2.0/networks?id=a0c97def-afee-473f-bd6f-28ea4388bdaf HTTP/1.1" status: 200 len: 808 time: 0.1100676 May 11 06:48:13.298125 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5eb46d73-16da-4fa1-9a1d-cbb664b31cee req-fbf0fbef-649e-436c-b5cf-c0d84838b3fa tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 210 time: 0.0542102 May 11 06:48:13.318453 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-d1a1ef83-84e0-4ca1-924a-1d6418c3a436 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6758effb73344c895a7ed675378f8df HTTP/1.1" status: 200 len: 378 time: 0.0921121 May 11 06:48:13.328524 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-1f64e538-b885-448d-9354-a7e10f3d4c86 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Request body: {'port': {'device_id': '876c9add-17b5-422d-8b96-30da512c6d46', 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf', 'admin_state_up': True, 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'security_groups': ['c9741174-c731-41d4-a06e-adaafeb94fa2']}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:48:13.436607 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-1f64e538-b885-448d-9354-a7e10f3d4c86 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Made reservation on behalf of e6758effb73344c895a7ed675378f8df for: {'port': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:48:13.440252 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-1f64e538-b885-448d-9354-a7e10f3d4c86 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:13.579827 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-1f64e538-b885-448d-9354-a7e10f3d4c86 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Allocated IP 172.20.0.9 (a0c97def-afee-473f-bd6f-28ea4388bdaf/1b91e7e8-b781-4ace-994f-139accedf856/73125ec0-d189-4f79-ab95-8143efd026c7) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:48:13.721170 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-1f64e538-b885-448d-9354-a7e10f3d4c86 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for port (73125ec0-d189-4f79-ab95-8143efd026c7), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:13.754408 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-1f64e538-b885-448d-9354-a7e10f3d4c86 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:13.798426 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-1f64e538-b885-448d-9354-a7e10f3d4c86 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Network a0c97def-afee-473f-bd6f-28ea4388bdaf is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:48:13.808759 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-1f64e538-b885-448d-9354-a7e10f3d4c86 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:48:13.811965 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-1f64e538-b885-448d-9354-a7e10f3d4c86 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:48:13.853844 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64e538-b885-448d-9354-a7e10f3d4c86 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Pushing event updated for resources: {'Port': ['ID=73125ec0-d189-4f79-ab95-8143efd026c7,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:13.885594 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-1f64e538-b885-448d-9354-a7e10f3d4c86 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:13.886213 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-1f64e538-b885-448d-9354-a7e10f3d4c86 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:13.911323 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-1f64e538-b885-448d-9354-a7e10f3d4c86 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5837080 May 11 06:48:13.928058 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Request body: {'port': {'device_id': '876c9add-17b5-422d-8b96-30da512c6d46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:48:13.995768 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:14.070500 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-ff55bd86-9527-41a6-aa1f-130b8647a530 None None] Provisioning complete for port 73125ec0-d189-4f79-ab95-8143efd026c7 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:48:14.071088 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ff55bd86-9527-41a6-aa1f-130b8647a530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:14.105727 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-ff55bd86-9527-41a6-aa1f-130b8647a530 None None] Port 73125ec0-d189-4f79-ab95-8143efd026c7 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:48:14.290596 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73125ec0-d189-4f79-ab95-8143efd026c7 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:48:14.298174 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Publish callbacks [] for port (73125ec0-d189-4f79-ab95-8143efd026c7), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:14.310522 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Transition to ACTIVE for port object 73125ec0-d189-4f79-ab95-8143efd026c7 will not be triggered until provisioned by entity L2. {{(pid=104513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:48:14.314122 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:14.365709 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Pushing event updated for resources: {'Port': ['ID=73125ec0-d189-4f79-ab95-8143efd026c7,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:14.469202 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676002c7-9e1c-4422-8f89-5d3d7de93e2b req-95e1455f-e1d4-46e1-b1b0-95a98459399a tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:14.470790 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-676002c7-9e1c-4422-8f89-5d3d7de93e2b req-95e1455f-e1d4-46e1-b1b0-95a98459399a tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 943 time: 0.0920236 May 11 06:48:14.502932 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Attempting to bind port 73125ec0-d189-4f79-ab95-8143efd026c7 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:48:14.503286 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Attempting to bind port 73125ec0-d189-4f79-ab95-8143efd026c7 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '0f623434-51ac-4702-927d-c893f63d4254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:48:14.503627 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Attempting to bind port 73125ec0-d189-4f79-ab95-8143efd026c7 on network a0c97def-afee-473f-bd6f-28ea4388bdaf {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:48:14.512058 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Port 73125ec0-d189-4f79-ab95-8143efd026c7 on network a0c97def-afee-473f-bd6f-28ea4388bdaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:48:14.512381 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Attempting to bind port 73125ec0-d189-4f79-ab95-8143efd026c7 on network a0c97def-afee-473f-bd6f-28ea4388bdaf {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:48:14.526903 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:48:14.527254 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Checking segment: {'id': '0f623434-51ac-4702-927d-c893f63d4254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:48:14.527682 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Bound using segment: {'id': '0f623434-51ac-4702-927d-c893f63d4254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:48:14.528149 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Bound port: 73125ec0-d189-4f79-ab95-8143efd026c7, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f623434-51ac-4702-927d-c893f63d4254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:48:14.529242 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:14.556437 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-676002c7-9e1c-4422-8f89-5d3d7de93e2b req-8d528b6f-5568-4e52-a4a2-87c780ae01c1 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774863 May 11 06:48:14.606482 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] For port 73125ec0-d189-4f79-ab95-8143efd026c7, host hv-cinder-80475, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:48:14.609509 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] For port 73125ec0-d189-4f79-ab95-8143efd026c7, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=73125ec0-d189-4f79-ab95-8143efd026c7,segment=NetworkSegment(0f623434-51ac-4702-927d-c893f63d4254),segment_id=0f623434-51ac-4702-927d-c893f63d4254)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:48:14.615712 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:14.653422 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:14.654038 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:14.655440 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] 10.222.0.70 "PUT /v2.0/ports/73125ec0-d189-4f79-ab95-8143efd026c7 HTTP/1.1" status: 200 len: 1093 time: 0.7318594 May 11 06:48:14.655878 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876c9add-17b5-422d-8b96-30da512c6d46', 'tag': '73125ec0-d189-4f79-ab95-8143efd026c7'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:48:14.658129 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71acde4b-2236-4f12-ac5f-551539c861a1" -d '{"events": [{"name": "network-changed", "server_uuid": "876c9add-17b5-422d-8b96-30da512c6d46", "tag": "73125ec0-d189-4f79-ab95-8143efd026c7"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:48:14.683020 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a97452-587c-4faa-b053-d64e5eb81949 service neutron] Pushing event updated for resources: {'Port': ['ID=73125ec0-d189-4f79-ab95-8143efd026c7,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:14.707735 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18068ff-ca15-4406-addd-130f9ba33f92 x-openstack-request-id: req-d18068ff-ca15-4406-addd-130f9ba33f92 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:48:14.708025 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876c9add-17b5-422d-8b96-30da512c6d46", "tag": "73125ec0-d189-4f79-ab95-8143efd026c7", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:48:14.708282 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-d18068ff-ca15-4406-addd-130f9ba33f92 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:48:14.708690 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d18068ff-ca15-4406-addd-130f9ba33f92'] response: {'name': 'network-changed', 'server_uuid': '876c9add-17b5-422d-8b96-30da512c6d46', 'tag': '73125ec0-d189-4f79-ab95-8143efd026c7', 'status': 'completed', 'code': 200} May 11 06:48:14.771555 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-dd457dcc-00e8-4d3f-b525-69cc161689b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:14.773815 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-dd457dcc-00e8-4d3f-b525-69cc161689b2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6758effb73344c895a7ed675378f8df&device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 1127 time: 0.0462136 May 11 06:48:14.840926 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-b6dc6fb4-5559-4be6-85a2-1367c48c5b04 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73125ec0-d189-4f79-ab95-8143efd026c7 HTTP/1.1" status: 200 len: 217 time: 0.0357742 May 11 06:48:14.891873 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-42a8f430-696b-4321-8154-1c92dd94f532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:14.893298 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-42a8f430-696b-4321-8154-1c92dd94f532 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b91e7e8-b781-4ace-994f-139accedf856 HTTP/1.1" status: 200 len: 847 time: 0.0465679 May 11 06:48:14.937176 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-12ecd360-7413-412a-b35a-36120b1fe544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:14.938587 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-12ecd360-7413-412a-b35a-36120b1fe544 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a0c97def-afee-473f-bd6f-28ea4388bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381165 May 11 06:48:15.029033 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-722a7244-0bd0-4705-aadc-d522c29f19ef service neutron] 10.222.0.70 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811839 May 11 06:48:15.125102 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5a547d36-cec2-4f14-a051-5cbce3a31355 req-afa937f8-7d75-4317-bc83-61dc5efb7def service neutron] 10.222.0.70 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897348 May 11 06:48:15.475810 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acde4b-2236-4f12-ac5f-551539c861a1 req-9c200ccc-d3c6-42e3-add6-b8304dbfdafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:15.477923 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-71acde4b-2236-4f12-ac5f-551539c861a1 req-9c200ccc-d3c6-42e3-add6-b8304dbfdafd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6758effb73344c895a7ed675378f8df&device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 1127 time: 0.0454497 May 11 06:48:15.569866 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acde4b-2236-4f12-ac5f-551539c861a1 req-743f7133-8568-4578-8f8e-c114eb2bbbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:15.571351 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-71acde4b-2236-4f12-ac5f-551539c861a1 req-743f7133-8568-4578-8f8e-c114eb2bbbc1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a0c97def-afee-473f-bd6f-28ea4388bdaf HTTP/1.1" status: 200 len: 909 time: 0.0862997 May 11 06:48:15.613940 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-71acde4b-2236-4f12-ac5f-551539c861a1 req-a98b6378-c57a-42d9-b456-7d9cb0936bd7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73125ec0-d189-4f79-ab95-8143efd026c7 HTTP/1.1" status: 200 len: 217 time: 0.0353308 May 11 06:48:15.701311 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5f2b6-d012-4978-a134-855797383320 req-5ebbc562-3bfb-4953-9f23-1a404132bc6b tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:15.702685 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f4f5f2b6-d012-4978-a134-855797383320 req-5ebbc562-3bfb-4953-9f23-1a404132bc6b tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 943 time: 0.0740490 May 11 06:48:15.706150 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acde4b-2236-4f12-ac5f-551539c861a1 req-82a16864-6895-442a-acff-eef7b2ce5130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:15.707507 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-71acde4b-2236-4f12-ac5f-551539c861a1 req-82a16864-6895-442a-acff-eef7b2ce5130 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b91e7e8-b781-4ace-994f-139accedf856 HTTP/1.1" status: 200 len: 847 time: 0.0862567 May 11 06:48:15.777849 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acde4b-2236-4f12-ac5f-551539c861a1 req-2ffdae4e-f988-4321-8cdb-8960f9cd10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:15.779350 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-71acde4b-2236-4f12-ac5f-551539c861a1 req-2ffdae4e-f988-4321-8cdb-8960f9cd10b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a0c97def-afee-473f-bd6f-28ea4388bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0578282 May 11 06:48:15.782998 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f4f5f2b6-d012-4978-a134-855797383320 req-49de6397-35ff-47b9-8270-17d9a49fbab6 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746450 May 11 06:48:15.877701 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-71acde4b-2236-4f12-ac5f-551539c861a1 req-97a0f3e0-de0f-48b6-8d5c-6692ffdf7c10 service neutron] 10.222.0.70 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917265 May 11 06:48:15.969643 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-71acde4b-2236-4f12-ac5f-551539c861a1 req-056fd18e-95a7-4c82-ac74-2a40076e4c92 service neutron] 10.222.0.70 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813251 May 11 06:48:16.900441 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e567c-dc89-47da-b57a-466b52a7202e req-8e0cc6a6-7dce-496f-b36d-f55021ff7556 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:16.901906 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b50e567c-dc89-47da-b57a-466b52a7202e req-8e0cc6a6-7dce-496f-b36d-f55021ff7556 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 943 time: 0.0499308 May 11 06:48:16.948793 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b50e567c-dc89-47da-b57a-466b52a7202e req-767d987a-54d7-4a87-9e92-89289ceb64cd tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411892 May 11 06:48:18.058855 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b748c8-4d13-42d5-9068-1f359003a09a req-40640027-ca08-4e94-81c1-074bd229dc89 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:18.060321 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22b748c8-4d13-42d5-9068-1f359003a09a req-40640027-ca08-4e94-81c1-074bd229dc89 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 943 time: 0.0468168 May 11 06:48:18.107305 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22b748c8-4d13-42d5-9068-1f359003a09a req-a50a68df-d3bf-4c1c-bb09-b74fdae214ec tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414982 May 11 06:48:19.168165 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-87b087ee-cf45-42b0-a599-481ac84d2058 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2049296380&fields=id&tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6 HTTP/1.1" status: 200 len: 267 time: 0.0470419 May 11 06:48:19.255016 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf2c00-356a-4e19-bd05-4b4885099726 req-63fcd556-f447-4b2f-b656-ae6e43f00e1f tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:19.256439 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9faf2c00-356a-4e19-bd05-4b4885099726 req-63fcd556-f447-4b2f-b656-ae6e43f00e1f tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 943 time: 0.0818799 May 11 06:48:19.353169 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-08e30ce8-ff78-4bba-8581-37c07b8815d1 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:19.354601 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-08e30ce8-ff78-4bba-8581-37c07b8815d1 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/networks?id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c HTTP/1.1" status: 200 len: 812 time: 0.1788855 May 11 06:48:19.358087 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9faf2c00-356a-4e19-bd05-4b4885099726 req-2cc5da54-0f70-434b-899b-0981ec17b9eb tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742393 May 11 06:48:19.369196 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-4b50c6f9-5b38-4554-9b02-ba69af2a98b0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/quotas/549cd5f2cff143c69dd1e4568d7bd3e6 HTTP/1.1" status: 200 len: 375 time: 0.0092545 May 11 06:48:19.416640 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-14fc35d8-e143-4922-ac4f-ad2c3ebd82fc tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423038 May 11 06:48:19.514497 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-95a01e1c-b1bd-4a64-b420-7f6731e0740a service neutron] 10.222.0.64 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863435 May 11 06:48:19.604171 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-d06450e8-46c5-4d79-9247-61382a893f9a service neutron] 10.222.0.64 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840657 May 11 06:48:19.876119 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8bc0fdbc-7e7f-4e02-9dc6-41a9d005b4cc req-dbf4f63c-08a4-406a-9416-bde1fb246c42 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0277426 May 11 06:48:20.470697 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84e2b0-5576-456d-a6dc-c1c1556f6c8c req-432a684f-9905-41b6-9f42-fbcc61d9db7a tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:20.472451 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9b84e2b0-5576-456d-a6dc-c1c1556f6c8c req-432a684f-9905-41b6-9f42-fbcc61d9db7a tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 943 time: 0.0466161 May 11 06:48:20.522088 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9b84e2b0-5576-456d-a6dc-c1c1556f6c8c req-596b8dac-0931-46d1-a361-a9f519eb9c0b tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436382 May 11 06:48:20.952953 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d921e0f5-ae9e-47f6-bb88-b27d75dcdcf2 req-0c6adc86-248b-40ad-989e-594fec46137e tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0280333 May 11 06:48:21.633644 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a1154-eaa5-4ab1-8927-c78779abb6b6 req-419a27e7-1297-423d-869c-52baf2d20b83 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:21.635070 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d03a1154-eaa5-4ab1-8927-c78779abb6b6 req-419a27e7-1297-423d-869c-52baf2d20b83 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 943 time: 0.0463738 May 11 06:48:21.682408 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d03a1154-eaa5-4ab1-8927-c78779abb6b6 req-b8d2d787-201d-4948-8a83-aa08074e709a tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417709 May 11 06:48:22.031871 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-085d14bf-a897-4c1e-9d74-41464358ec01 req-35f1cf1b-b948-40c4-a9df-45b5bc64606c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0281246 May 11 06:48:22.794278 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2523077-7c4e-467a-aa89-6c1f41126ea4 req-b0a1c358-6779-4bb2-b82e-f28b1a295ebd tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:22.796023 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c2523077-7c4e-467a-aa89-6c1f41126ea4 req-b0a1c358-6779-4bb2-b82e-f28b1a295ebd tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 943 time: 0.0488632 May 11 06:48:22.846989 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c2523077-7c4e-467a-aa89-6c1f41126ea4 req-3bd17c81-311e-45c1-a0f9-c1f2467248fe tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455496 May 11 06:48:22.995869 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 73125ec0-d189-4f79-ab95-8143efd026c7 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:48:23.092596 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 73125ec0-d189-4f79-ab95-8143efd026c7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=73125ec0-d189-4f79-ab95-8143efd026c7,segment=NetworkSegment(0f623434-51ac-4702-927d-c893f63d4254),segment_id=0f623434-51ac-4702-927d-c893f63d4254)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:48:23.106373 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': '73125ec0-d189-4f79-ab95-8143efd026c7', 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf', 'port_id': '73125ec0-d189-4f79-ab95-8143efd026c7', 'mac_address': 'fa:16:3e:da:48:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b91e7e8-b781-4ace-994f-139accedf856', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:48:23.111928 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5cec80db-67c5-4c74-b21e-ccc72ad6d8b2 req-b010a8b9-818c-489a-b8ce-0ebb711caed2 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0293131 May 11 06:48:23.144988 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 73125ec0-d189-4f79-ab95-8143efd026c7 is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:48:23.145376 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:23.158140 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73125ec0-d189-4f79-ab95-8143efd026c7 {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:48:23.180280 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 73125ec0-d189-4f79-ab95-8143efd026c7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=73125ec0-d189-4f79-ab95-8143efd026c7,segment=NetworkSegment(0f623434-51ac-4702-927d-c893f63d4254),segment_id=0f623434-51ac-4702-927d-c893f63d4254)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:48:23.184802 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:23.232088 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=73125ec0-d189-4f79-ab95-8143efd026c7,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:23.509377 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['73125ec0-d189-4f79-ab95-8143efd026c7'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:48:23.958163 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ee30c-6ef2-455a-bb3d-0554dda611d2 req-6cb540d5-8d95-4c97-9f22-af2d64f48bd2 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:23.959628 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-662ee30c-6ef2-455a-bb3d-0554dda611d2 req-6cb540d5-8d95-4c97-9f22-af2d64f48bd2 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 944 time: 0.0459313 May 11 06:48:24.010350 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-662ee30c-6ef2-455a-bb3d-0554dda611d2 req-a7fe16c6-80c3-494c-b1c1-8b9a80129baa tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452325 May 11 06:48:24.206378 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9cdb25c1-38e8-45bc-841e-b716ac8c7881 req-eafa37ba-37ba-4de1-ad20-22dab82a1e10 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0285995 May 11 06:48:24.963586 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-eaaa87bc-e7a3-44a2-a612-774f383ddef8 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:24.965054 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-eaaa87bc-e7a3-44a2-a612-774f383ddef8 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.70 "GET /v2.0/networks?id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c HTTP/1.1" status: 200 len: 812 time: 0.1011965 May 11 06:48:25.004806 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 73125ec0-d189-4f79-ab95-8143efd026c7 up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:48:25.038444 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-440e79d2-1d19-4686-9c00-fe087d763132 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6 HTTP/1.1" status: 200 len: 380 time: 0.0584197 May 11 06:48:25.050615 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-55b731db-8d97-445e-ad2c-7c47681ebef3 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Request body: {'port': {'device_id': '2605ddbc-2797-403c-937d-fa10bb1df1b8', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'admin_state_up': True, 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'security_groups': ['c0e396ef-af66-4fbf-8d63-57c47fed3d12']}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:48:25.057159 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port 73125ec0-d189-4f79-ab95-8143efd026c7 completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:48:25.064984 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port 73125ec0-d189-4f79-ab95-8143efd026c7 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:48:25.065372 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:25.147150 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 73125ec0-d189-4f79-ab95-8143efd026c7 is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:48:25.147565 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:25.170281 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876c9add-17b5-422d-8b96-30da512c6d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73125ec0-d189-4f79-ab95-8143efd026c7'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:48:25.172504 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d341defd-ae71-4897-bdd5-1d50c3e16daa" -d '{"events": [{"server_uuid": "876c9add-17b5-422d-8b96-30da512c6d46", "name": "network-vif-plugged", "status": "completed", "tag": "73125ec0-d189-4f79-ab95-8143efd026c7"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:48:25.173853 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0303d16-8d74-4649-944a-5fd5f5e6b6b0 req-555127d9-2171-4b46-95ab-3b0cc885a1ea tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:25.175322 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c0303d16-8d74-4649-944a-5fd5f5e6b6b0 req-555127d9-2171-4b46-95ab-3b0cc885a1ea tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 944 time: 0.0638020 May 11 06:48:25.185002 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 73125ec0-d189-4f79-ab95-8143efd026c7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=73125ec0-d189-4f79-ab95-8143efd026c7,segment=NetworkSegment(0f623434-51ac-4702-927d-c893f63d4254),segment_id=0f623434-51ac-4702-927d-c893f63d4254)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:48:25.189230 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:25.218144 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c94ae6c-7aef-4fd0-8b3c-4534696ef245 x-openstack-request-id: req-1c94ae6c-7aef-4fd0-8b3c-4534696ef245 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:48:25.218424 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876c9add-17b5-422d-8b96-30da512c6d46", "name": "network-vif-plugged", "status": "completed", "tag": "73125ec0-d189-4f79-ab95-8143efd026c7", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:48:25.218674 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-1c94ae6c-7aef-4fd0-8b3c-4534696ef245 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:48:25.219063 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c94ae6c-7aef-4fd0-8b3c-4534696ef245'] response: {'server_uuid': '876c9add-17b5-422d-8b96-30da512c6d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73125ec0-d189-4f79-ab95-8143efd026c7', 'code': 200} May 11 06:48:25.222692 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-55b731db-8d97-445e-ad2c-7c47681ebef3 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Made reservation on behalf of 549cd5f2cff143c69dd1e4568d7bd3e6 for: {'port': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:48:25.226048 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-55b731db-8d97-445e-ad2c-7c47681ebef3 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:25.247338 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=73125ec0-d189-4f79-ab95-8143efd026c7,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:25.259867 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c0303d16-8d74-4649-944a-5fd5f5e6b6b0 req-7848bb9d-f27f-41e0-b89f-50da7ba11015 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740712 May 11 06:48:25.333516 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-be29294a-fdb6-484b-b010-dc4f51b78f99 req-78c20f7e-a74a-499a-a697-041a316fdd76 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0558085 May 11 06:48:25.422273 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-55b731db-8d97-445e-ad2c-7c47681ebef3 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Allocated IP 172.20.0.14 (29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c/571d3319-113c-4fc5-9bfa-24b106f2a034/49dd66e4-b55f-46a8-b872-9c0eaabb296f) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:48:25.518118 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83782c1-3c61-4e55-a1fa-fa69bfc817c8 req-8b587895-1c5d-410c-b4bb-32c0f567061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:25.519777 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c83782c1-3c61-4e55-a1fa-fa69bfc817c8 req-8b587895-1c5d-410c-b4bb-32c0f567061d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 1129 time: 0.0395987 May 11 06:48:25.572960 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c83782c1-3c61-4e55-a1fa-fa69bfc817c8 req-db7482d2-0f8c-4670-b100-2d33ee0f3af7 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467477 May 11 06:48:25.585243 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-55b731db-8d97-445e-ad2c-7c47681ebef3 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for port (49dd66e4-b55f-46a8-b872-9c0eaabb296f), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:25.617885 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-55b731db-8d97-445e-ad2c-7c47681ebef3 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (49dd66e4-b55f-46a8-b872-9c0eaabb296f), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:25.648525 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-fe39e376-1ab5-48c6-87bf-2b245557e16a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:25.663741 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-55b731db-8d97-445e-ad2c-7c47681ebef3 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:48:25.666699 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-55b731db-8d97-445e-ad2c-7c47681ebef3 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:48:25.672344 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-55b731db-8d97-445e-ad2c-7c47681ebef3 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:48:25.696961 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b731db-8d97-445e-ad2c-7c47681ebef3 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event updated for resources: {'Port': ['ID=49dd66e4-b55f-46a8-b872-9c0eaabb296f,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:25.725406 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-55b731db-8d97-445e-ad2c-7c47681ebef3 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:25.726163 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-55b731db-8d97-445e-ad2c-7c47681ebef3 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:25.744467 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-55b731db-8d97-445e-ad2c-7c47681ebef3 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6977763 May 11 06:48:25.875917 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Request body: {'port': {'device_id': '2605ddbc-2797-403c-937d-fa10bb1df1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:48:25.925084 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-7c74e583-6785-416e-bba6-3abc7d5ec5f9 None None] Provisioning complete for port 49dd66e4-b55f-46a8-b872-9c0eaabb296f triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:48:25.925863 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-7c74e583-6785-416e-bba6-3abc7d5ec5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (49dd66e4-b55f-46a8-b872-9c0eaabb296f), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:25.938556 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (49dd66e4-b55f-46a8-b872-9c0eaabb296f), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:25.961566 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-7c74e583-6785-416e-bba6-3abc7d5ec5f9 None None] Port 49dd66e4-b55f-46a8-b872-9c0eaabb296f cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:48:26.500321 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b73d7-f395-4342-a8d3-a3e9add35f5f req-d2be1a0c-add3-4cda-a210-dc97109349a4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:26.501792 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-519b73d7-f395-4342-a8d3-a3e9add35f5f req-d2be1a0c-add3-4cda-a210-dc97109349a4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 932 time: 0.0959508 May 11 06:48:26.513745 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac27ff8-83a3-4a8b-a4d4-4fa2c004f0c3 req-5f8739cb-f98d-4042-b43f-6a7e9dfa2040 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:26.515147 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9ac27ff8-83a3-4a8b-a4d4-4fa2c004f0c3 req-5f8739cb-f98d-4042-b43f-6a7e9dfa2040 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.1082165 May 11 06:48:26.636708 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49dd66e4-b55f-46a8-b872-9c0eaabb296f {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:48:26.645392 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-519b73d7-f395-4342-a8d3-a3e9add35f5f req-b2153884-c293-4595-b97d-aa894f5e4b52 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279492 May 11 06:48:26.651660 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9ac27ff8-83a3-4a8b-a4d4-4fa2c004f0c3 req-ffc38c41-2f77-425b-bfed-41e429652bc6 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1263728 May 11 06:48:26.653423 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Publish callbacks [] for port (49dd66e4-b55f-46a8-b872-9c0eaabb296f), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:26.666168 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Transition to ACTIVE for port object 49dd66e4-b55f-46a8-b872-9c0eaabb296f will not be triggered until provisioned by entity L2. {{(pid=104513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:48:26.670108 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (49dd66e4-b55f-46a8-b872-9c0eaabb296f), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:26.743587 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Pushing event updated for resources: {'Port': ['ID=49dd66e4-b55f-46a8-b872-9c0eaabb296f,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:26.797348 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Attempting to bind port 49dd66e4-b55f-46a8-b872-9c0eaabb296f on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:48:26.797690 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Attempting to bind port 49dd66e4-b55f-46a8-b872-9c0eaabb296f by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:48:26.798023 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Attempting to bind port 49dd66e4-b55f-46a8-b872-9c0eaabb296f on network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:48:26.802653 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Port 49dd66e4-b55f-46a8-b872-9c0eaabb296f on network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:48:26.802981 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Attempting to bind port 49dd66e4-b55f-46a8-b872-9c0eaabb296f on network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:48:26.808186 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:48:26.808530 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Checking segment: {'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:48:26.808921 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Bound using segment: {'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:48:26.809353 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Bound port: 49dd66e4-b55f-46a8-b872-9c0eaabb296f, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:48:26.809718 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (49dd66e4-b55f-46a8-b872-9c0eaabb296f), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:26.875147 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] For port 49dd66e4-b55f-46a8-b872-9c0eaabb296f, host hv-cinder-80475, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:48:26.878375 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] For port 49dd66e4-b55f-46a8-b872-9c0eaabb296f, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=49dd66e4-b55f-46a8-b872-9c0eaabb296f,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:48:26.884559 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (49dd66e4-b55f-46a8-b872-9c0eaabb296f), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:26.910256 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:48:26.919895 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:26.920523 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:26.921913 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] 10.222.0.70 "PUT /v2.0/ports/49dd66e4-b55f-46a8-b872-9c0eaabb296f HTTP/1.1" status: 200 len: 1094 time: 1.0503614 May 11 06:48:26.922350 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2605ddbc-2797-403c-937d-fa10bb1df1b8', 'tag': '49dd66e4-b55f-46a8-b872-9c0eaabb296f'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:48:26.924631 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c53cbf-677d-4977-b23c-bd4ec7192ceb" -d '{"events": [{"name": "network-changed", "server_uuid": "2605ddbc-2797-403c-937d-fa10bb1df1b8", "tag": "49dd66e4-b55f-46a8-b872-9c0eaabb296f"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:48:26.949031 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0f6424-200c-46b4-b795-35e8a91d9b49 service neutron] Pushing event updated for resources: {'Port': ['ID=49dd66e4-b55f-46a8-b872-9c0eaabb296f,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:26.973888 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd7fead-28c2-4bce-a5e5-67c6485cd284 x-openstack-request-id: req-7cd7fead-28c2-4bce-a5e5-67c6485cd284 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:48:26.973888 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2605ddbc-2797-403c-937d-fa10bb1df1b8", "tag": "49dd66e4-b55f-46a8-b872-9c0eaabb296f", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:48:26.973888 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-7cd7fead-28c2-4bce-a5e5-67c6485cd284 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:48:26.973888 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd7fead-28c2-4bce-a5e5-67c6485cd284'] response: {'name': 'network-changed', 'server_uuid': '2605ddbc-2797-403c-937d-fa10bb1df1b8', 'tag': '49dd66e4-b55f-46a8-b872-9c0eaabb296f', 'status': 'completed', 'code': 200} May 11 06:48:27.132799 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c53cbf-677d-4977-b23c-bd4ec7192ceb req-6b6db093-173d-4869-b3dc-ff5bba27cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:27.134326 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-84c53cbf-677d-4977-b23c-bd4ec7192ceb req-6b6db093-173d-4869-b3dc-ff5bba27cca8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 1128 time: 0.0472307 May 11 06:48:27.236584 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c53cbf-677d-4977-b23c-bd4ec7192ceb req-09d9fba4-de02-4105-8404-ad037404abfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:27.238074 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-84c53cbf-677d-4977-b23c-bd4ec7192ceb req-09d9fba4-de02-4105-8404-ad037404abfe service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0893052 May 11 06:48:27.333606 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c53cbf-677d-4977-b23c-bd4ec7192ceb req-378fab27-99b0-4516-8d7c-edec787dc2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:27.335099 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-84c53cbf-677d-4977-b23c-bd4ec7192ceb req-378fab27-99b0-4516-8d7c-edec787dc2bc service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910459 May 11 06:48:27.430069 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-81c7c894-b445-40cb-b47f-fc345e9fd1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:27.431661 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-81c7c894-b445-40cb-b47f-fc345e9fd1d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 1128 time: 0.0391593 May 11 06:48:27.477553 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-e49b7755-0629-44ff-a7c0-390b84f3a67b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49dd66e4-b55f-46a8-b872-9c0eaabb296f HTTP/1.1" status: 200 len: 217 time: 0.0333040 May 11 06:48:27.527642 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-84fd5193-3312-4578-b022-0a7557e5d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:27.529233 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-84fd5193-3312-4578-b022-0a7557e5d5cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=571d3319-113c-4fc5-9bfa-24b106f2a034 HTTP/1.1" status: 200 len: 851 time: 0.0450847 May 11 06:48:27.574800 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-555b0072-f340-4eba-a145-bf5f4357227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:27.576380 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-555b0072-f340-4eba-a145-bf5f4357227b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409553 May 11 06:48:27.664343 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-f51bfa7d-330b-4e3e-bc10-cd2976b95173 service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812850 May 11 06:48:27.766921 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-306f2525-7c38-4f98-8799-88ab70401da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:27.823408 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40acfeb-f670-49ad-bb19-a2f70be2f338 req-ed93c38b-11f9-4a35-aa78-7c3ee54c4ec2 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:27.825102 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a40acfeb-f670-49ad-bb19-a2f70be2f338 req-ed93c38b-11f9-4a35-aa78-7c3ee54c4ec2 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 944 time: 0.0943134 May 11 06:48:27.836302 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ac9dd-2a1b-4734-b366-f4d0b6aa1bd3 req-da50b15c-c1e3-4dd5-90aa-f61aba67f9cf tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:27.837685 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7f6ac9dd-2a1b-4734-b366-f4d0b6aa1bd3 req-da50b15c-c1e3-4dd5-90aa-f61aba67f9cf tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.1043625 May 11 06:48:27.840724 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3ca90889-e513-480b-8d18-97e7addaa1f9 req-a7358223-f753-41f3-b703-546f3d4fb39a service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697733 May 11 06:48:27.914416 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a40acfeb-f670-49ad-bb19-a2f70be2f338 req-90072f40-e6c3-4833-b968-14a4776a9af7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756602 May 11 06:48:27.918114 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7f6ac9dd-2a1b-4734-b366-f4d0b6aa1bd3 req-53ccdafb-ac9a-42be-b79d-f998606f1b86 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720778 May 11 06:48:28.027291 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fec3e-1e3d-48f0-aee8-28da40cfebd9 req-bc8f52be-ff44-45f1-a382-34c0e2e9a7e1 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:28.028636 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9c4fec3e-1e3d-48f0-aee8-28da40cfebd9 req-bc8f52be-ff44-45f1-a382-34c0e2e9a7e1 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0469747 May 11 06:48:28.076954 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9c4fec3e-1e3d-48f0-aee8-28da40cfebd9 req-7958b1fe-7ddd-4b42-97e3-f53b4d8c1f29 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429001 May 11 06:48:28.097443 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44372) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:48:28.276638 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e9f02b-d894-431c-8abf-1cf560e646f7 tempest-TestShelveInstance-2025974512 tempest-TestShelveInstance-2025974512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:28.278248 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-10e9f02b-d894-431c-8abf-1cf560e646f7 tempest-TestShelveInstance-2025974512 tempest-TestShelveInstance-2025974512-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 1124 time: 0.1797760 May 11 06:48:28.280946 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44376) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:48:28.285122 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Request body: {'floatingip': {'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'port_id': '73125ec0-d189-4f79-ab95-8143efd026c7', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:48:28.306184 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:28.381752 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:28.488686 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Allocated IP 172.27.2.253 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/7697aae7-06aa-4bfe-99ab-7659cbecc027) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:48:28.589163 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for port (7697aae7-06aa-4bfe-99ab-7659cbecc027), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:28.621435 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (7697aae7-06aa-4bfe-99ab-7659cbecc027), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:28.661213 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:48:28.664044 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:48:28.667406 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:48:28.692551 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Pushing event updated for resources: {'Port': ['ID=7697aae7-06aa-4bfe-99ab-7659cbecc027,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:29.050243 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:29.061578 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2f8fb-6222-4cb8-8633-6a76401ab6a8 req-da704c01-04fb-4a74-9edc-a059897369ad tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:29.063040 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-70e2f8fb-6222-4cb8-8633-6a76401ab6a8 req-da704c01-04fb-4a74-9edc-a059897369ad tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 944 time: 0.0802667 May 11 06:48:29.089646 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for floatingip (868a7308-c1f2-4d0a-92c0-84ab3b48c177), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:29.151019 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-70e2f8fb-6222-4cb8-8633-6a76401ab6a8 req-01b43f3a-34ff-41cc-885b-28b458e519e3 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804443 May 11 06:48:29.180863 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (7697aae7-06aa-4bfe-99ab-7659cbecc027), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:29.360699 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for port (7697aae7-06aa-4bfe-99ab-7659cbecc027), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:29.364979 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (7697aae7-06aa-4bfe-99ab-7659cbecc027), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:29.432612 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Pushing event updated for resources: {'Port': ['ID=7697aae7-06aa-4bfe-99ab-7659cbecc027,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:29.442129 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (868a7308-c1f2-4d0a-92c0-84ab3b48c177), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:29.543185 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Floating IP 868a7308-c1f2-4d0a-92c0-84ab3b48c177 associated. External IP: 172.27.2.253, port: 73125ec0-d189-4f79-ab95-8143efd026c7. May 11 06:48:29.753717 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Router 60fb658b-427c-429b-a92c-ce7e695517cf has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:48:29.861009 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:48:29.870964 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e2597-d3c3-4b77-8b18-cd5901ca4c1e None None] Sync routers for ids ['60fb658b-427c-429b-a92c-ce7e695517cf'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:48:29.878971 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:29.881455 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22e2597-d3c3-4b77-8b18-cd5901ca4c1e None None] Routers {'60fb658b-427c-429b-a92c-ce7e695517cf'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:48:29.882207 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-b22e2597-d3c3-4b77-8b18-cd5901ca4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:48:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['60fb658b-427c-429b-a92c-ce7e695517cf'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:48:29.908448 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-4b9df268-9996-427a-8faa-9de2956d0f43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6265011 May 11 06:48:29.909171 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876c9add-17b5-422d-8b96-30da512c6d46', 'tag': '73125ec0-d189-4f79-ab95-8143efd026c7'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:48:29.911618 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a323c6-b69c-49ff-943a-99dc9a126170" -d '{"events": [{"name": "network-changed", "server_uuid": "876c9add-17b5-422d-8b96-30da512c6d46", "tag": "73125ec0-d189-4f79-ab95-8143efd026c7"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:48:29.949199 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f14968b-4fc6-4700-8d7e-227102fba0bc x-openstack-request-id: req-2f14968b-4fc6-4700-8d7e-227102fba0bc {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:48:29.949492 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876c9add-17b5-422d-8b96-30da512c6d46", "tag": "73125ec0-d189-4f79-ab95-8143efd026c7", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:48:29.949745 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2f14968b-4fc6-4700-8d7e-227102fba0bc {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:48:29.950154 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f14968b-4fc6-4700-8d7e-227102fba0bc'] response: {'name': 'network-changed', 'server_uuid': '876c9add-17b5-422d-8b96-30da512c6d46', 'tag': '73125ec0-d189-4f79-ab95-8143efd026c7', 'status': 'completed', 'code': 200} May 11 06:48:30.037364 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a323c6-b69c-49ff-943a-99dc9a126170 req-07ea903c-a133-4d58-9abc-732b1b4b3864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:30.039371 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-20a323c6-b69c-49ff-943a-99dc9a126170 req-07ea903c-a133-4d58-9abc-732b1b4b3864 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6758effb73344c895a7ed675378f8df&device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 1129 time: 0.0404286 May 11 06:48:30.049386 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:30.088720 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-b22e2597-d3c3-4b77-8b18-cd5901ca4c1e None None] Set router 60fb658b-427c-429b-a92c-ce7e695517cf gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:48:30.133235 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a323c6-b69c-49ff-943a-99dc9a126170 req-c3b5f774-2ad2-4e11-b79f-c7ce0ce2b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:30.134773 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-20a323c6-b69c-49ff-943a-99dc9a126170 req-c3b5f774-2ad2-4e11-b79f-c7ce0ce2b0ed service neutron] 10.222.0.70 "GET /v2.0/networks?id=a0c97def-afee-473f-bd6f-28ea4388bdaf HTTP/1.1" status: 200 len: 909 time: 0.0877995 May 11 06:48:30.201415 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-20a323c6-b69c-49ff-943a-99dc9a126170 req-c38bbd03-5680-406e-8981-3a1b0d1ec1c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73125ec0-d189-4f79-ab95-8143efd026c7 HTTP/1.1" status: 200 len: 999 time: 0.0601954 May 11 06:48:30.284090 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a323c6-b69c-49ff-943a-99dc9a126170 req-6fa86b97-70e3-486d-a733-047252ee2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:30.285557 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-20a323c6-b69c-49ff-943a-99dc9a126170 req-6fa86b97-70e3-486d-a733-047252ee2fb8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b91e7e8-b781-4ace-994f-139accedf856 HTTP/1.1" status: 200 len: 847 time: 0.0780017 May 11 06:48:30.294717 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e94f31-8345-4035-a737-06d9b82d0776 req-a4e6e322-d4fb-47aa-a22a-ae38ac21ac58 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:30.296120 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c5e94f31-8345-4035-a737-06d9b82d0776 req-a4e6e322-d4fb-47aa-a22a-ae38ac21ac58 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 944 time: 0.0588474 May 11 06:48:30.306237 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-b22e2597-d3c3-4b77-8b18-cd5901ca4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'name': 'tempest-TestShelveInstance-325196848-router', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:36Z', 'updated_at': '2022-05-11T06:47:39Z', 'revision_number': 4, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'gw_port': {'id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:37Z', 'updated_at': '2022-05-11T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '868a7308-c1f2-4d0a-92c0-84ab3b48c177', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'port_id': '73125ec0-d189-4f79-ab95-8143efd026c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf', 'mac_address': 'fa:16:3e:da:48:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876c9add-17b5-422d-8b96-30da512c6d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:48:28Z', 'updated_at': '2022-05-11T06:48:28Z', 'revision_number': 0, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed31fb1-f9f8-4b01-8a33-e3ae09d51575', 'name': '', 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'mac_address': 'fa:16:3e:a8:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1b91e7e8-b781-4ace-994f-139accedf856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:39Z', 'updated_at': '2022-05-11T06:47:45Z', 'revision_number': 5, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'subnets': [{'id': '1b91e7e8-b781-4ace-994f-139accedf856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:48:30.333479 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e2597-d3c3-4b77-8b18-cd5901ca4c1e None None] Checking router: 60fb658b-427c-429b-a92c-ce7e695517cf for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:48:30.342170 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22e2597-d3c3-4b77-8b18-cd5901ca4c1e None None] Routers {'60fb658b-427c-429b-a92c-ce7e695517cf'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:48:30.342770 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-b22e2597-d3c3-4b77-8b18-cd5901ca4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:48:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['60fb658b-427c-429b-a92c-ce7e695517cf'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:48:30.353208 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a323c6-b69c-49ff-943a-99dc9a126170 req-cd5a9ad1-d647-4d4f-8988-9c51750c8509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:30.354709 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-20a323c6-b69c-49ff-943a-99dc9a126170 req-cd5a9ad1-d647-4d4f-8988-9c51750c8509 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a0c97def-afee-473f-bd6f-28ea4388bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0577433 May 11 06:48:30.380424 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c5e94f31-8345-4035-a737-06d9b82d0776 req-173b2436-1ec2-4c5d-aaac-279f905d9268 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746021 May 11 06:48:30.457194 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-b22e2597-d3c3-4b77-8b18-cd5901ca4c1e None None] Set router 60fb658b-427c-429b-a92c-ce7e695517cf gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:48:30.459205 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-20a323c6-b69c-49ff-943a-99dc9a126170 req-5944c096-019f-4759-93b3-681a972c34c5 service neutron] 10.222.0.70 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949740 May 11 06:48:30.549278 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-20a323c6-b69c-49ff-943a-99dc9a126170 req-cc95ed94-02f3-4dd2-86e8-f2c4fc82ae10 service neutron] 10.222.0.70 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826168 May 11 06:48:30.672286 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-b22e2597-d3c3-4b77-8b18-cd5901ca4c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'name': 'tempest-TestShelveInstance-325196848-router', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:36Z', 'updated_at': '2022-05-11T06:47:39Z', 'revision_number': 4, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'gw_port': {'id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:37Z', 'updated_at': '2022-05-11T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '868a7308-c1f2-4d0a-92c0-84ab3b48c177', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'port_id': '73125ec0-d189-4f79-ab95-8143efd026c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf', 'mac_address': 'fa:16:3e:da:48:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876c9add-17b5-422d-8b96-30da512c6d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:48:28Z', 'updated_at': '2022-05-11T06:48:28Z', 'revision_number': 0, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed31fb1-f9f8-4b01-8a33-e3ae09d51575', 'name': '', 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'mac_address': 'fa:16:3e:a8:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1b91e7e8-b781-4ace-994f-139accedf856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:39Z', 'updated_at': '2022-05-11T06:47:45Z', 'revision_number': 5, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'subnets': [{'id': '1b91e7e8-b781-4ace-994f-139accedf856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:48:30.699178 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22e2597-d3c3-4b77-8b18-cd5901ca4c1e None None] The sync data for ids ['60fb658b-427c-429b-a92c-ce7e695517cf'] in dv-cinder-804757-27-iscsi is: [{'id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'name': 'tempest-TestShelveInstance-325196848-router', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:36Z', 'updated_at': '2022-05-11T06:47:39Z', 'revision_number': 4, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'gw_port': {'id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:37Z', 'updated_at': '2022-05-11T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '868a7308-c1f2-4d0a-92c0-84ab3b48c177', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'port_id': '73125ec0-d189-4f79-ab95-8143efd026c7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf', 'mac_address': 'fa:16:3e:da:48:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '876c9add-17b5-422d-8b96-30da512c6d46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:48:28Z', 'updated_at': '2022-05-11T06:48:28Z', 'revision_number': 0, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed31fb1-f9f8-4b01-8a33-e3ae09d51575', 'name': '', 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'mac_address': 'fa:16:3e:a8:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1b91e7e8-b781-4ace-994f-139accedf856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:39Z', 'updated_at': '2022-05-11T06:47:45Z', 'revision_number': 5, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'subnets': [{'id': '1b91e7e8-b781-4ace-994f-139accedf856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:48:30.891824 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18625c60-6554-4cf5-8ed7-6252f1120f66 None None] New status for floating IP 868a7308-c1f2-4d0a-92c0-84ab3b48c177: ACTIVE {{(pid=104515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:48:30.994340 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:31.501294 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156634df-a115-4233-bfc7-1511822b12ca req-71d199be-0b58-4013-b627-953cc068ff7a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:31.502763 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-156634df-a115-4233-bfc7-1511822b12ca req-71d199be-0b58-4013-b627-953cc068ff7a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 944 time: 0.0522974 May 11 06:48:31.554785 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-156634df-a115-4233-bfc7-1511822b12ca req-84272535-97cd-41b4-809e-0f970e241281 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463424 May 11 06:48:32.581595 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:32.668047 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2784343-0f94-40aa-acbb-b033e8affeaa req-28cab9e2-0e1b-4c2e-9af1-4a4d4b18d898 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:32.669585 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f2784343-0f94-40aa-acbb-b033e8affeaa req-28cab9e2-0e1b-4c2e-9af1-4a4d4b18d898 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 944 time: 0.0466599 May 11 06:48:32.716464 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f2784343-0f94-40aa-acbb-b033e8affeaa req-e2311979-b007-4754-928c-ca487a2d8e86 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413682 May 11 06:48:33.830310 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14affda4-d256-42ba-a0fc-eb354c583b1d req-eee35c28-31eb-47bb-ab56-8aa96aef6e64 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:33.831964 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-14affda4-d256-42ba-a0fc-eb354c583b1d req-eee35c28-31eb-47bb-ab56-8aa96aef6e64 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 944 time: 0.0467141 May 11 06:48:33.882639 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-14affda4-d256-42ba-a0fc-eb354c583b1d req-e31ad9b5-9b48-4e58-b22c-16f43635bccc tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446234 May 11 06:48:34.992303 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a89b9-5197-4fd2-b3c3-d01ab3f15ffa req-3ec26177-676c-4a5b-a2d9-3820c64def76 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:34.993782 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d20a89b9-5197-4fd2-b3c3-d01ab3f15ffa req-3ec26177-676c-4a5b-a2d9-3820c64def76 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 944 time: 0.0467253 May 11 06:48:35.041963 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d20a89b9-5197-4fd2-b3c3-d01ab3f15ffa req-fbe53539-5838-475c-a962-d530a46a3a32 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426543 May 11 06:48:36.154299 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832bc08-9e7a-4d77-95d2-cef4a385f802 req-a13f85ae-1aa8-4622-81a6-2791bfd3e7fa tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:36.155800 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b832bc08-9e7a-4d77-95d2-cef4a385f802 req-a13f85ae-1aa8-4622-81a6-2791bfd3e7fa tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 944 time: 0.0475495 May 11 06:48:36.203085 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b832bc08-9e7a-4d77-95d2-cef4a385f802 req-d9b8ee1d-a5b4-4efd-a59a-ea453870f5ce tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418558 May 11 06:48:37.073197 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 49dd66e4-b55f-46a8-b872-9c0eaabb296f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:48:37.297881 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 49dd66e4-b55f-46a8-b872-9c0eaabb296f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=49dd66e4-b55f-46a8-b872-9c0eaabb296f,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:48:37.309617 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': '49dd66e4-b55f-46a8-b872-9c0eaabb296f', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'port_id': '49dd66e4-b55f-46a8-b872-9c0eaabb296f', 'mac_address': 'fa:16:3e:45:5b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:48:37.319323 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33dc6e-c10d-450f-8e1b-b2648ee61f34 req-24453b72-cb1b-4819-835f-64fff6928e04 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:37.320791 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0c33dc6e-c10d-450f-8e1b-b2648ee61f34 req-24453b72-cb1b-4819-835f-64fff6928e04 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 944 time: 0.0504286 May 11 06:48:37.345880 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 49dd66e4-b55f-46a8-b872-9c0eaabb296f is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:48:37.346264 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (49dd66e4-b55f-46a8-b872-9c0eaabb296f), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:37.359038 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49dd66e4-b55f-46a8-b872-9c0eaabb296f {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:48:37.368968 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0c33dc6e-c10d-450f-8e1b-b2648ee61f34 req-9e7f608d-76ac-4ca1-bd72-7e8af37d4ea1 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423164 May 11 06:48:37.378894 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 49dd66e4-b55f-46a8-b872-9c0eaabb296f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=49dd66e4-b55f-46a8-b872-9c0eaabb296f,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:48:37.384080 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (49dd66e4-b55f-46a8-b872-9c0eaabb296f), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:37.435956 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=49dd66e4-b55f-46a8-b872-9c0eaabb296f,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:37.442897 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:48:37.443247 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:48:37.443622 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:48:37.443963 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:48:37.444296 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:48:37.444671 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:48:37.444996 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:48:37.445322 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:48:37.445648 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:48:37.445974 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:48:37.446299 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:48:37.446624 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:48:37.446945 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:48:37.447289 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:48:37.447605 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:48:37.720493 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['49dd66e4-b55f-46a8-b872-9c0eaabb296f'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:48:38.483666 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb3da9-be4f-4c82-9de4-2b5b71618a62 req-b2f3bfbc-8686-4bba-99c2-178901d91836 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:38.485149 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7dcb3da9-be4f-4c82-9de4-2b5b71618a62 req-b2f3bfbc-8686-4bba-99c2-178901d91836 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 945 time: 0.0497541 May 11 06:48:38.532436 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7dcb3da9-be4f-4c82-9de4-2b5b71618a62 req-25f727a5-46ad-4f8e-b5d9-7100f336667c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 May 11 06:48:39.086857 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 49dd66e4-b55f-46a8-b872-9c0eaabb296f up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:48:39.134440 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port 49dd66e4-b55f-46a8-b872-9c0eaabb296f completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:48:39.140609 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port 49dd66e4-b55f-46a8-b872-9c0eaabb296f triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:48:39.140991 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (49dd66e4-b55f-46a8-b872-9c0eaabb296f), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:39.240060 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 49dd66e4-b55f-46a8-b872-9c0eaabb296f is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:48:39.240514 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (49dd66e4-b55f-46a8-b872-9c0eaabb296f), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:39.264957 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2605ddbc-2797-403c-937d-fa10bb1df1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dd66e4-b55f-46a8-b872-9c0eaabb296f'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:48:39.267204 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7c3294-0e78-47c2-b09f-7761e28ed0d1" -d '{"events": [{"server_uuid": "2605ddbc-2797-403c-937d-fa10bb1df1b8", "name": "network-vif-plugged", "status": "completed", "tag": "49dd66e4-b55f-46a8-b872-9c0eaabb296f"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:48:39.279444 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 49dd66e4-b55f-46a8-b872-9c0eaabb296f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=49dd66e4-b55f-46a8-b872-9c0eaabb296f,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:48:39.283259 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (49dd66e4-b55f-46a8-b872-9c0eaabb296f), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:39.305339 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814d3475-9369-4e78-af78-dd609f9fb73f x-openstack-request-id: req-814d3475-9369-4e78-af78-dd609f9fb73f {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:48:39.305627 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2605ddbc-2797-403c-937d-fa10bb1df1b8", "name": "network-vif-plugged", "status": "completed", "tag": "49dd66e4-b55f-46a8-b872-9c0eaabb296f", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:48:39.305878 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-814d3475-9369-4e78-af78-dd609f9fb73f {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:48:39.306264 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-814d3475-9369-4e78-af78-dd609f9fb73f'] response: {'server_uuid': '2605ddbc-2797-403c-937d-fa10bb1df1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49dd66e4-b55f-46a8-b872-9c0eaabb296f', 'code': 200} May 11 06:48:39.331156 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=49dd66e4-b55f-46a8-b872-9c0eaabb296f,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:39.565722 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36f29b-bf4b-4861-bd42-c874ee7e6e46 req-62daa605-f19c-461f-9ba0-db1a226d2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:39.567294 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0d36f29b-bf4b-4861-bd42-c874ee7e6e46 req-62daa605-f19c-461f-9ba0-db1a226d2349 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 1130 time: 0.0373323 May 11 06:48:39.629682 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0d36f29b-bf4b-4861-bd42-c874ee7e6e46 req-404dda29-bdd2-4c24-bc1a-11dd49715b80 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553606 May 11 06:48:39.663787 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee400de7-e149-41b7-b5c7-5875e2e0e8fa req-31d04348-de8a-4e80-979b-c1e68a6bbb44 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:39.665240 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ee400de7-e149-41b7-b5c7-5875e2e0e8fa req-31d04348-de8a-4e80-979b-c1e68a6bbb44 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 946 time: 0.0539231 May 11 06:48:39.713207 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ee400de7-e149-41b7-b5c7-5875e2e0e8fa req-36b31af4-da36-4bcc-90c8-27cf142e31c9 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424421 May 11 06:48:40.828791 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be225a4-8550-402f-b7af-ce4ba32ee51c req-e30d8655-1622-48a2-b585-008ad351fc8d tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:40.830282 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8be225a4-8550-402f-b7af-ce4ba32ee51c req-e30d8655-1622-48a2-b585-008ad351fc8d tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 946 time: 0.0476048 May 11 06:48:40.877369 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8be225a4-8550-402f-b7af-ce4ba32ee51c req-3c9e6a46-cc16-494f-957e-8740b14842c2 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409069 May 11 06:48:41.991056 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2d07a-f0c0-49f7-90b6-079655777b53 req-5e979731-cd7c-4723-b967-b67c6310032a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:41.992512 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-00c2d07a-f0c0-49f7-90b6-079655777b53 req-5e979731-cd7c-4723-b967-b67c6310032a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 946 time: 0.0492783 May 11 06:48:42.039531 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-00c2d07a-f0c0-49f7-90b6-079655777b53 req-8de31d37-9af3-499c-82b2-7ed80d5f1220 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415242 May 11 06:48:42.149301 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca201b7-80a4-41ee-8543-d71b439c307c req-181ba373-843c-4a51-8810-3110c8f94fe7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:42.150741 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fca201b7-80a4-41ee-8543-d71b439c307c req-181ba373-843c-4a51-8810-3110c8f94fe7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 946 time: 0.0458326 May 11 06:48:42.197331 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fca201b7-80a4-41ee-8543-d71b439c307c req-7afe7eeb-21c9-4001-a696-7579f36a4009 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410929 May 11 06:48:42.219549 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44416) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:48:42.300273 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc67cc96-dc92-435f-9d80-1b77daa48b75 tempest-TestVolumeBootPattern-2010158703 tempest-TestVolumeBootPattern-2010158703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:42.301794 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-dc67cc96-dc92-435f-9d80-1b77daa48b75 tempest-TestVolumeBootPattern-2010158703 tempest-TestVolumeBootPattern-2010158703-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 1125 time: 0.0812824 May 11 06:48:42.304676 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44420) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:48:42.308779 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Request body: {'floatingip': {'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'port_id': '49dd66e4-b55f-46a8-b872-9c0eaabb296f', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:48:42.329494 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:42.405442 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:42.768346 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Allocated IP 172.27.2.171 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/0f73dab0-fade-4606-b5b4-1ad7d83f7af4) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:48:42.867867 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for port (0f73dab0-fade-4606-b5b4-1ad7d83f7af4), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:42.899597 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (0f73dab0-fade-4606-b5b4-1ad7d83f7af4), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:42.940877 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:48:42.948113 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:48:42.950540 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event updated for resources: {'Port': ['ID=0f73dab0-fade-4606-b5b4-1ad7d83f7af4,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:42.952664 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:48:43.314414 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for floatingip (93e0005c-9510-4565-b3bf-1eef9e8dabcb), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:43.380407 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (0f73dab0-fade-4606-b5b4-1ad7d83f7af4), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:43.558486 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for port (0f73dab0-fade-4606-b5b4-1ad7d83f7af4), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:43.562650 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (0f73dab0-fade-4606-b5b4-1ad7d83f7af4), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:43.639292 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event updated for resources: {'Port': ['ID=0f73dab0-fade-4606-b5b4-1ad7d83f7af4,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:43.647355 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (93e0005c-9510-4565-b3bf-1eef9e8dabcb), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:43.752028 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Floating IP 93e0005c-9510-4565-b3bf-1eef9e8dabcb associated. External IP: 172.27.2.171, port: 49dd66e4-b55f-46a8-b872-9c0eaabb296f. May 11 06:48:43.962711 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:48:44.071037 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:48:44.082127 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fa7b36-36f1-41fe-b891-8114938e2b86 None None] Sync routers for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:48:44.089609 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:44.092605 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fa7b36-36f1-41fe-b891-8114938e2b86 None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:48:44.093211 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-99fa7b36-36f1-41fe-b891-8114938e2b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:48:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:48:44.121988 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-4f93fcab-477d-4d8e-8b29-1164879edae5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8162889 May 11 06:48:44.122644 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2605ddbc-2797-403c-937d-fa10bb1df1b8', 'tag': '49dd66e4-b55f-46a8-b872-9c0eaabb296f'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:48:44.125099 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638fd8df-733e-476c-a194-52a264cf2d07" -d '{"events": [{"name": "network-changed", "server_uuid": "2605ddbc-2797-403c-937d-fa10bb1df1b8", "tag": "49dd66e4-b55f-46a8-b872-9c0eaabb296f"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:48:44.160208 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41331a0a-11bf-4fe2-8d7d-08b57f8691a1 x-openstack-request-id: req-41331a0a-11bf-4fe2-8d7d-08b57f8691a1 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:48:44.160509 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2605ddbc-2797-403c-937d-fa10bb1df1b8", "tag": "49dd66e4-b55f-46a8-b872-9c0eaabb296f", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:48:44.160869 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-41331a0a-11bf-4fe2-8d7d-08b57f8691a1 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:48:44.161346 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41331a0a-11bf-4fe2-8d7d-08b57f8691a1'] response: {'name': 'network-changed', 'server_uuid': '2605ddbc-2797-403c-937d-fa10bb1df1b8', 'tag': '49dd66e4-b55f-46a8-b872-9c0eaabb296f', 'status': 'completed', 'code': 200} May 11 06:48:44.204932 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-99fa7b36-36f1-41fe-b891-8114938e2b86 None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:48:44.261361 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fd8df-733e-476c-a194-52a264cf2d07 req-a05a447b-d828-4d72-9def-a90f72819899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:44.262925 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-638fd8df-733e-476c-a194-52a264cf2d07 req-a05a447b-d828-4d72-9def-a90f72819899 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 1130 time: 0.0410860 May 11 06:48:44.360381 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fd8df-733e-476c-a194-52a264cf2d07 req-2d8c777c-87b6-4f58-ab19-308fdd642b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:44.361977 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-638fd8df-733e-476c-a194-52a264cf2d07 req-2d8c777c-87b6-4f58-ab19-308fdd642b1e service neutron] 10.222.0.70 "GET /v2.0/networks?id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c HTTP/1.1" status: 200 len: 913 time: 0.0932305 May 11 06:48:44.436060 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-638fd8df-733e-476c-a194-52a264cf2d07 req-d66b1818-1ace-4ba4-aacb-53ed01c9760e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49dd66e4-b55f-46a8-b872-9c0eaabb296f HTTP/1.1" status: 200 len: 1000 time: 0.0672874 May 11 06:48:44.444363 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-99fa7b36-36f1-41fe-b891-8114938e2b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '93e0005c-9510-4565-b3bf-1eef9e8dabcb', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'port_id': '49dd66e4-b55f-46a8-b872-9c0eaabb296f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'mac_address': 'fa:16:3e:45:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2605ddbc-2797-403c-937d-fa10bb1df1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:48:43Z', 'updated_at': '2022-05-11T06:48:43Z', 'revision_number': 0, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:48:44.472377 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fa7b36-36f1-41fe-b891-8114938e2b86 None None] Checking router: e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:48:44.485065 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fa7b36-36f1-41fe-b891-8114938e2b86 None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:48:44.485697 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-99fa7b36-36f1-41fe-b891-8114938e2b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:48:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:48:44.488816 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fd8df-733e-476c-a194-52a264cf2d07 req-8e0695c4-6b81-48a8-a6cc-f74a89c9d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:44.490688 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-638fd8df-733e-476c-a194-52a264cf2d07 req-8e0695c4-6b81-48a8-a6cc-f74a89c9d30b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=571d3319-113c-4fc5-9bfa-24b106f2a034 HTTP/1.1" status: 200 len: 851 time: 0.0473030 May 11 06:48:44.549479 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fd8df-733e-476c-a194-52a264cf2d07 req-f4d1d2f4-328f-4563-b400-b4dfe5b7c7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:44.551025 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-638fd8df-733e-476c-a194-52a264cf2d07 req-f4d1d2f4-328f-4563-b400-b4dfe5b7c7c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0534971 May 11 06:48:44.598931 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-99fa7b36-36f1-41fe-b891-8114938e2b86 None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:48:44.630695 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd87176-b80d-4688-8edb-0abb380f1d0c req-7e981009-209a-4a67-af13-bcf7bf3bd907 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:44.632656 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0dd87176-b80d-4688-8edb-0abb380f1d0c req-7e981009-209a-4a67-af13-bcf7bf3bd907 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0481296 May 11 06:48:44.686356 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0dd87176-b80d-4688-8edb-0abb380f1d0c req-964e4d2a-b1d9-4201-8057-517845741706 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414724 May 11 06:48:44.895899 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-99fa7b36-36f1-41fe-b891-8114938e2b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '93e0005c-9510-4565-b3bf-1eef9e8dabcb', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'port_id': '49dd66e4-b55f-46a8-b872-9c0eaabb296f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'mac_address': 'fa:16:3e:45:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2605ddbc-2797-403c-937d-fa10bb1df1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:48:43Z', 'updated_at': '2022-05-11T06:48:43Z', 'revision_number': 0, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:48:44.922780 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fa7b36-36f1-41fe-b891-8114938e2b86 None None] The sync data for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi is: [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '93e0005c-9510-4565-b3bf-1eef9e8dabcb', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'floating_ip_address': '172.27.2.171', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'port_id': '49dd66e4-b55f-46a8-b872-9c0eaabb296f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'mac_address': 'fa:16:3e:45:5b:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2605ddbc-2797-403c-937d-fa10bb1df1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:48:43Z', 'updated_at': '2022-05-11T06:48:43Z', 'revision_number': 0, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:48:45.110370 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53706e56-cb12-4666-a9bf-492095d6d597 None None] New status for floating IP 93e0005c-9510-4565-b3bf-1eef9e8dabcb: ACTIVE {{(pid=104515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:48:45.799840 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569201f-1f95-491f-ac08-3a4c86f1ea97 req-03b494b4-abe5-4e8a-ad37-49c1b164a63b tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:45.801284 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b569201f-1f95-491f-ac08-3a4c86f1ea97 req-03b494b4-abe5-4e8a-ad37-49c1b164a63b tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0461216 May 11 06:48:45.846023 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b569201f-1f95-491f-ac08-3a4c86f1ea97 req-b145d562-5411-4f9d-9960-33e3fecab481 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392947 May 11 06:48:46.517197 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-638fd8df-733e-476c-a194-52a264cf2d07 req-c37c035c-4851-4afd-8795-347b14d9b817 service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853560 May 11 06:48:46.753425 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-638fd8df-733e-476c-a194-52a264cf2d07 req-dd1dc16f-7d29-472c-bebe-e5532b625ef5 service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850449 May 11 06:48:46.890964 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246492a8-2d78-47a9-b16f-3cda6ea3f3a2 req-dd84d493-d9ec-4c0d-aa5e-2fcf2e8ef650 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:46.892488 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-246492a8-2d78-47a9-b16f-3cda6ea3f3a2 req-dd84d493-d9ec-4c0d-aa5e-2fcf2e8ef650 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.70 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0474589 May 11 06:48:46.998227 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d61ad0-e902-44c3-bd37-d21693384563 req-9971f6e2-43b1-4bf0-adda-e7d21d0a832c tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:46.999688 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-32d61ad0-e902-44c3-bd37-d21693384563 req-9971f6e2-43b1-4bf0-adda-e7d21d0a832c tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 946 time: 0.0770209 May 11 06:48:47.027480 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-246492a8-2d78-47a9-b16f-3cda6ea3f3a2 req-43ce6ad4-001f-4b69-80f6-c4063b4e5f24 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Deleting port 3abf2078-858c-4ccf-a7cb-d16309a1b893 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:48:47.027738 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-246492a8-2d78-47a9-b16f-3cda6ea3f3a2 req-43ce6ad4-001f-4b69-80f6-c4063b4e5f24 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (3abf2078-858c-4ccf-a7cb-d16309a1b893), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:47.109328 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-32d61ad0-e902-44c3-bd37-d21693384563 req-030ca4e8-f268-4cac-b103-57ab7a561d6f tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=c8c51dbc-1a3b-46be-85de-e3306d74e6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023240 May 11 06:48:47.137677 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-246492a8-2d78-47a9-b16f-3cda6ea3f3a2 req-43ce6ad4-001f-4b69-80f6-c4063b4e5f24 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] For port 3abf2078-858c-4ccf-a7cb-d16309a1b893, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3abf2078-858c-4ccf-a7cb-d16309a1b893,segment=NetworkSegment(649779a0-105f-4993-a569-234103bbdf08),segment_id=649779a0-105f-4993-a569-234103bbdf08)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:48:47.138039 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-246492a8-2d78-47a9-b16f-3cda6ea3f3a2 req-43ce6ad4-001f-4b69-80f6-c4063b4e5f24 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (3abf2078-858c-4ccf-a7cb-d16309a1b893), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:47.303398 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-246492a8-2d78-47a9-b16f-3cda6ea3f3a2 req-43ce6ad4-001f-4b69-80f6-c4063b4e5f24 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:47.303719 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-246492a8-2d78-47a9-b16f-3cda6ea3f3a2 req-43ce6ad4-001f-4b69-80f6-c4063b4e5f24 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (88dbd404-24f2-4eef-ac79-ed67a6bb0e9a), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:47.303983 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [req-246492a8-2d78-47a9-b16f-3cda6ea3f3a2 req-43ce6ad4-001f-4b69-80f6-c4063b4e5f24 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Floating IP 88dbd404-24f2-4eef-ac79-ed67a6bb0e9a disassociated. External IP: 172.27.2.99, port: 3abf2078-858c-4ccf-a7cb-d16309a1b893. May 11 06:48:47.304322 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-246492a8-2d78-47a9-b16f-3cda6ea3f3a2 req-43ce6ad4-001f-4b69-80f6-c4063b4e5f24 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Calling delete_port for 3abf2078-858c-4ccf-a7cb-d16309a1b893 owned by compute:nova {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:48:47.431161 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-246492a8-2d78-47a9-b16f-3cda6ea3f3a2 req-43ce6ad4-001f-4b69-80f6-c4063b4e5f24 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (3abf2078-858c-4ccf-a7cb-d16309a1b893), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:47.460037 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce6ad4-001f-4b69-80f6-c4063b4e5f24 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event deleted for resources: {'Port': ['ID=3abf2078-858c-4ccf-a7cb-d16309a1b893,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:47.576506 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-246492a8-2d78-47a9-b16f-3cda6ea3f3a2 req-43ce6ad4-001f-4b69-80f6-c4063b4e5f24 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Router 7135433e-95f9-4c42-9524-f20b66eaadd6 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:48:47.950385 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-246492a8-2d78-47a9-b16f-3cda6ea3f3a2 req-43ce6ad4-001f-4b69-80f6-c4063b4e5f24 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:48:47.962359 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72112e4f-895c-46cb-b2de-530b54fa4f2f None None] Sync routers for ids ['7135433e-95f9-4c42-9524-f20b66eaadd6'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:48:47.972462 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72112e4f-895c-46cb-b2de-530b54fa4f2f None None] Routers {'7135433e-95f9-4c42-9524-f20b66eaadd6'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:48:47.973064 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-72112e4f-895c-46cb-b2de-530b54fa4f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:48:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7135433e-95f9-4c42-9524-f20b66eaadd6'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:48:47.992138 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-246492a8-2d78-47a9-b16f-3cda6ea3f3a2 req-43ce6ad4-001f-4b69-80f6-c4063b4e5f24 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] No DVR routers for this DVR port 3abf2078-858c-4ccf-a7cb-d16309a1b893 on host hv-cinder-80475 {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:48:47.994565 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-246492a8-2d78-47a9-b16f-3cda6ea3f3a2 req-43ce6ad4-001f-4b69-80f6-c4063b4e5f24 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:47.997782 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-246492a8-2d78-47a9-b16f-3cda6ea3f3a2 req-43ce6ad4-001f-4b69-80f6-c4063b4e5f24 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.70 "DELETE /v2.0/ports/3abf2078-858c-4ccf-a7cb-d16309a1b893 HTTP/1.1" status: 204 len: 173 time: 1.1001148 May 11 06:48:47.998224 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '319d4a2d-cf16-4a05-824b-f0e457578c58', 'name': 'network-vif-deleted', 'tag': '3abf2078-858c-4ccf-a7cb-d16309a1b893'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:48:48.000566 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc079cf-6f23-4bcb-a24d-e51006f5bf0e" -d '{"events": [{"server_uuid": "319d4a2d-cf16-4a05-824b-f0e457578c58", "name": "network-vif-deleted", "tag": "3abf2078-858c-4ccf-a7cb-d16309a1b893"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:48:48.035995 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c54d9a-8ace-4ff4-b89c-09f4257d2390 x-openstack-request-id: req-b6c54d9a-8ace-4ff4-b89c-09f4257d2390 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:48:48.036439 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "319d4a2d-cf16-4a05-824b-f0e457578c58", "name": "network-vif-deleted", "tag": "3abf2078-858c-4ccf-a7cb-d16309a1b893", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:48:48.036654 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-b6c54d9a-8ace-4ff4-b89c-09f4257d2390 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:48:48.037060 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c54d9a-8ace-4ff4-b89c-09f4257d2390'] response: {'server_uuid': '319d4a2d-cf16-4a05-824b-f0e457578c58', 'name': 'network-vif-deleted', 'tag': '3abf2078-858c-4ccf-a7cb-d16309a1b893', 'status': 'completed', 'code': 200} May 11 06:48:48.088641 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-72112e4f-895c-46cb-b2de-530b54fa4f2f None None] Set router 7135433e-95f9-4c42-9524-f20b66eaadd6 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:48:48.223719 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-535e3dc4-042a-4f56-b1c3-9e63410df10a req-472224a1-9f3a-44c9-9ab8-9e0df98a36bd tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=319d4a2d-cf16-4a05-824b-f0e457578c58 HTTP/1.1" status: 200 len: 210 time: 0.0284503 May 11 06:48:48.286607 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-72112e4f-895c-46cb-b2de-530b54fa4f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:44Z', 'revision_number': 4, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '476b4c2b-353d-485b-b3f3-3a20e8b8feb2', 'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'mac_address': 'fa:16:3e:22:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:43Z', 'updated_at': '2022-05-11T06:45:49Z', 'revision_number': 5, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'subnets': [{'id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:48:48.312332 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72112e4f-895c-46cb-b2de-530b54fa4f2f None None] Checking router: 7135433e-95f9-4c42-9524-f20b66eaadd6 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:48:48.320854 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72112e4f-895c-46cb-b2de-530b54fa4f2f None None] Routers {'7135433e-95f9-4c42-9524-f20b66eaadd6'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:48:48.321434 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-72112e4f-895c-46cb-b2de-530b54fa4f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:48:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7135433e-95f9-4c42-9524-f20b66eaadd6'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:48:48.428096 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-72112e4f-895c-46cb-b2de-530b54fa4f2f None None] Set router 7135433e-95f9-4c42-9524-f20b66eaadd6 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:48:48.620894 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-72112e4f-895c-46cb-b2de-530b54fa4f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:44Z', 'revision_number': 4, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '476b4c2b-353d-485b-b3f3-3a20e8b8feb2', 'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'mac_address': 'fa:16:3e:22:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:43Z', 'updated_at': '2022-05-11T06:45:49Z', 'revision_number': 5, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'subnets': [{'id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:48:48.648470 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72112e4f-895c-46cb-b2de-530b54fa4f2f None None] The sync data for ids ['7135433e-95f9-4c42-9524-f20b66eaadd6'] in dv-cinder-804757-27-iscsi is: [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:44Z', 'revision_number': 4, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '476b4c2b-353d-485b-b3f3-3a20e8b8feb2', 'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'mac_address': 'fa:16:3e:22:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:43Z', 'updated_at': '2022-05-11T06:45:49Z', 'revision_number': 5, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'subnets': [{'id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:48:48.862965 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0d93c1-09e3-42b1-9ef4-b957f38fba74 None None] New status for floating IP 88dbd404-24f2-4eef-ac79-ed67a6bb0e9a: DOWN {{(pid=104515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:48:49.307625 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44452) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:48:49.361730 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8ff46049-acf4-44a5-b7ec-29fbabc462b4 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group (c8c51dbc-1a3b-46be-85de-e3306d74e6cf), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:49.383993 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8ff46049-acf4-44a5-b7ec-29fbabc462b4 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group (c8c51dbc-1a3b-46be-85de-e3306d74e6cf), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:49.431516 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8ff46049-acf4-44a5-b7ec-29fbabc462b4 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (c8c51dbc-1a3b-46be-85de-e3306d74e6cf), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:49.433642 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8ff46049-acf4-44a5-b7ec-29fbabc462b4 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:49.434780 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-8ff46049-acf4-44a5-b7ec-29fbabc462b4 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "DELETE /v2.0/security-groups/c8c51dbc-1a3b-46be-85de-e3306d74e6cf HTTP/1.1" status: 204 len: 168 time: 0.1261523 May 11 06:48:49.437689 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44454) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:48:49.443952 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff46049-acf4-44a5-b7ec-29fbabc462b4 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c51dbc-1a3b-46be-85de-e3306d74e6cf,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:49.451397 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.api.v2.resource [None req-c94121f2-29ae-4c41-8c0e-f003767edcc3 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] show failed (client error): The resource could not be found. May 11 06:48:49.452409 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-c94121f2-29ae-4c41-8c0e-f003767edcc3 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups/c8c51dbc-1a3b-46be-85de-e3306d74e6cf HTTP/1.1" status: 404 len: 347 time: 0.0137074 May 11 06:48:49.455162 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44456) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:48:49.574888 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c50f5-75f1-4847-85b8-0860c7b0a2f8 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Deleting port c695214c-72dd-4c45-b0a5-c2b61bd0d05f {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:48:49.575140 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4f3c50f5-75f1-4847-85b8-0860c7b0a2f8 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (c695214c-72dd-4c45-b0a5-c2b61bd0d05f), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:49.649562 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4f3c50f5-75f1-4847-85b8-0860c7b0a2f8 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (c695214c-72dd-4c45-b0a5-c2b61bd0d05f), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:49.650097 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4f3c50f5-75f1-4847-85b8-0860c7b0a2f8 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for floatingip (c695214c-72dd-4c45-b0a5-c2b61bd0d05f), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:49.663862 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c50f5-75f1-4847-85b8-0860c7b0a2f8 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Calling delete_port for c695214c-72dd-4c45-b0a5-c2b61bd0d05f owned by network:floatingip {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:48:49.796604 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4f3c50f5-75f1-4847-85b8-0860c7b0a2f8 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (c695214c-72dd-4c45-b0a5-c2b61bd0d05f), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:49.820970 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c50f5-75f1-4847-85b8-0860c7b0a2f8 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event deleted for resources: {'Port': ['ID=c695214c-72dd-4c45-b0a5-c2b61bd0d05f,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:49.884705 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4f3c50f5-75f1-4847-85b8-0860c7b0a2f8 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for floatingip (88dbd404-24f2-4eef-ac79-ed67a6bb0e9a), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:49.887175 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4f3c50f5-75f1-4847-85b8-0860c7b0a2f8 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:49.888386 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-4f3c50f5-75f1-4847-85b8-0860c7b0a2f8 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "DELETE /v2.0/floatingips/88dbd404-24f2-4eef-ac79-ed67a6bb0e9a HTTP/1.1" status: 204 len: 168 time: 0.4320762 May 11 06:48:49.960075 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44460) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:48:49.965287 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-06b7967f-36ab-4dd8-8c3e-68653d57f97f tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1915642311', 'description': 'tempest-description--1586236804'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:48:49.985025 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-06b7967f-36ab-4dd8-8c3e-68653d57f97f tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:50.050708 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-06b7967f-36ab-4dd8-8c3e-68653d57f97f tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group (60b66ecb-8593-42b5-8b64-b94f38af4e52), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:50.054285 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-06b7967f-36ab-4dd8-8c3e-68653d57f97f tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (60b66ecb-8593-42b5-8b64-b94f38af4e52), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:50.083040 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-06b7967f-36ab-4dd8-8c3e-68653d57f97f tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:50.084207 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-06b7967f-36ab-4dd8-8c3e-68653d57f97f tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1224205 May 11 06:48:50.086657 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b7967f-36ab-4dd8-8c3e-68653d57f97f tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b66ecb-8593-42b5-8b64-b94f38af4e52,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:50.087748 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44462) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:48:50.093538 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-58dc1077-46a1-429c-aa1c-c00781a1441b tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Request body: {'security_group_rule': {'security_group_id': '60b66ecb-8593-42b5-8b64-b94f38af4e52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:48:50.120191 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-58dc1077-46a1-429c-aa1c-c00781a1441b tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group_rule (3bd21fc3-de2f-4212-a473-18adcfc2bdc4), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:50.174119 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-58dc1077-46a1-429c-aa1c-c00781a1441b tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group_rule (3bd21fc3-de2f-4212-a473-18adcfc2bdc4), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:50.177627 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-58dc1077-46a1-429c-aa1c-c00781a1441b tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (3bd21fc3-de2f-4212-a473-18adcfc2bdc4), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:50.195919 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc1077-46a1-429c-aa1c-c00781a1441b tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd21fc3-de2f-4212-a473-18adcfc2bdc4,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:50.207852 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-58dc1077-46a1-429c-aa1c-c00781a1441b tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:50.209696 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-58dc1077-46a1-429c-aa1c-c00781a1441b tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199994 May 11 06:48:50.212401 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44464) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:48:50.216830 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-a8d3e999-29fe-4831-85fb-94d5c1669124 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Request body: {'security_group_rule': {'security_group_id': '60b66ecb-8593-42b5-8b64-b94f38af4e52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:48:50.244032 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a8d3e999-29fe-4831-85fb-94d5c1669124 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group_rule (4ae0d9eb-2f4b-41fc-a00b-ed05fbb80673), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:50.287951 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a8d3e999-29fe-4831-85fb-94d5c1669124 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group_rule (4ae0d9eb-2f4b-41fc-a00b-ed05fbb80673), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:50.291342 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a8d3e999-29fe-4831-85fb-94d5c1669124 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267315'] for security_group_rule (4ae0d9eb-2f4b-41fc-a00b-ed05fbb80673), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:50.308525 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3e999-29fe-4831-85fb-94d5c1669124 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae0d9eb-2f4b-41fc-a00b-ed05fbb80673,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:50.316094 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-a8d3e999-29fe-4831-85fb-94d5c1669124 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:50.317256 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-a8d3e999-29fe-4831-85fb-94d5c1669124 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1038706 May 11 06:48:50.320908 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44466) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:48:50.325571 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Request body: {'floatingip': {'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:48:50.345272 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:50.423649 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:50.532097 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Allocated IP 172.27.2.243 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/15f0c0ba-b46b-47b3-abb7-e0b4fd20bec6) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:48:50.635583 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for port (15f0c0ba-b46b-47b3-abb7-e0b4fd20bec6), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:50.668166 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (15f0c0ba-b46b-47b3-abb7-e0b4fd20bec6), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:50.702835 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:48:50.706968 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:48:50.712784 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:48:50.737574 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event updated for resources: {'Port': ['ID=15f0c0ba-b46b-47b3-abb7-e0b4fd20bec6,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:50.800212 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for floatingip (bbf9b292-308c-438c-b777-2fe61188127a), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:50.835468 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (15f0c0ba-b46b-47b3-abb7-e0b4fd20bec6), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:51.010626 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for port (15f0c0ba-b46b-47b3-abb7-e0b4fd20bec6), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:51.015077 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (15f0c0ba-b46b-47b3-abb7-e0b4fd20bec6), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:51.085532 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event updated for resources: {'Port': ['ID=15f0c0ba-b46b-47b3-abb7-e0b4fd20bec6,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:51.095657 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (bbf9b292-308c-438c-b777-2fe61188127a), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:51.110860 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:51.112131 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-131b1f99-4f86-4dc1-af73-65e365077a4a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7902327 May 11 06:48:51.157257 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 3abf2078-858c-4ccf-a7cb-d16309a1b893 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:48:51.177230 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: 3abf2078-858c-4ccf-a7cb-d16309a1b893 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:48:51.177581 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 3abf2078-858c-4ccf-a7cb-d16309a1b893 not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:48:51.461309 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-b5c2e241-3a29-4393-a128-15f4d8034cf4 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1915642311&fields=id&tenant_id=ec5def7947c243698109bfc891b0992f HTTP/1.1" status: 200 len: 267 time: 0.0412562 May 11 06:48:51.574528 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-beaa75b6-1d22-4ec0-b93b-ec35124d6343 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:51.576014 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-beaa75b6-1d22-4ec0-b93b-ec35124d6343 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/networks?id=6742b34a-d638-418c-8bcb-aa221cf053c2 HTTP/1.1" status: 200 len: 810 time: 0.1086040 May 11 06:48:51.589953 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-73add5e3-477a-41bb-9e5b-7d1dfeb1f606 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/quotas/ec5def7947c243698109bfc891b0992f HTTP/1.1" status: 200 len: 375 time: 0.0087163 May 11 06:48:51.637501 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-bb75371a-3263-4c87-9598-21ba3b7df732 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ec5def7947c243698109bfc891b0992f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428817 May 11 06:48:51.735642 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-0ccd26f4-f786-442d-b9dd-b37b50119453 service neutron] 10.222.0.64 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859182 May 11 06:48:51.821320 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-63ba6502-f70a-4843-983e-676d461e8664 service neutron] 10.222.0.64 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800300 May 11 06:48:51.983953 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-052fafc8-7c39-4a3e-a9a9-7e765031e7c4 req-a83335fd-b303-432e-b7c9-0c57b1e5caf0 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 210 time: 0.0314729 May 11 06:48:53.076806 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-307a6e30-d46e-4bfb-b870-a565f6113b63 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:53.078268 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-307a6e30-d46e-4bfb-b870-a565f6113b63 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.70 "GET /v2.0/networks?id=6742b34a-d638-418c-8bcb-aa221cf053c2 HTTP/1.1" status: 200 len: 810 time: 0.1211221 May 11 06:48:53.099852 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-19d4b9a0-bc20-4981-ad6f-e2305bd45727 req-03e7a39a-8902-4b04-b540-edc7e1ef8409 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 210 time: 0.0449021 May 11 06:48:53.157242 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-487fb3a2-405d-43ad-a7c8-2c81ee0c1b9c tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec5def7947c243698109bfc891b0992f HTTP/1.1" status: 200 len: 380 time: 0.0566545 May 11 06:48:53.251494 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-e32ed6ce-81e7-4f7b-82e7-88e10db9a421 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Request body: {'port': {'device_id': 'f79ff101-4c9f-467d-b213-df4e0096ab6c', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'admin_state_up': True, 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'security_groups': ['60b66ecb-8593-42b5-8b64-b94f38af4e52']}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:48:53.356683 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-e32ed6ce-81e7-4f7b-82e7-88e10db9a421 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Made reservation on behalf of ec5def7947c243698109bfc891b0992f for: {'port': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:48:53.360209 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-e32ed6ce-81e7-4f7b-82e7-88e10db9a421 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:53.489919 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-e32ed6ce-81e7-4f7b-82e7-88e10db9a421 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Allocated IP 172.20.0.5 (6742b34a-d638-418c-8bcb-aa221cf053c2/e9b3a199-1eaf-4b46-8767-b476ce91f16d/591127bb-bab1-4f0c-a228-34f75e6a053f) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:48:53.626342 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-e32ed6ce-81e7-4f7b-82e7-88e10db9a421 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for port (591127bb-bab1-4f0c-a228-34f75e6a053f), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:53.658726 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-e32ed6ce-81e7-4f7b-82e7-88e10db9a421 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (591127bb-bab1-4f0c-a228-34f75e6a053f), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:53.701785 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-e32ed6ce-81e7-4f7b-82e7-88e10db9a421 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Network 6742b34a-d638-418c-8bcb-aa221cf053c2 is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:48:53.705132 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-e32ed6ce-81e7-4f7b-82e7-88e10db9a421 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:48:53.711447 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-e32ed6ce-81e7-4f7b-82e7-88e10db9a421 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:48:53.718455 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ed6ce-81e7-4f7b-82e7-88e10db9a421 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event updated for resources: {'Port': ['ID=591127bb-bab1-4f0c-a228-34f75e6a053f,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:53.764030 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-e32ed6ce-81e7-4f7b-82e7-88e10db9a421 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:53.764650 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-e32ed6ce-81e7-4f7b-82e7-88e10db9a421 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:53.786895 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-e32ed6ce-81e7-4f7b-82e7-88e10db9a421 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5392325 May 11 06:48:53.816339 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Request body: {'port': {'device_id': 'f79ff101-4c9f-467d-b213-df4e0096ab6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:48:53.885421 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (591127bb-bab1-4f0c-a228-34f75e6a053f), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:53.979785 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-230712c5-ad86-46a1-ae84-1f903f6620bc None None] Provisioning complete for port 591127bb-bab1-4f0c-a228-34f75e6a053f triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:48:53.980362 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-230712c5-ad86-46a1-ae84-1f903f6620bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (591127bb-bab1-4f0c-a228-34f75e6a053f), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:54.014726 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-230712c5-ad86-46a1-ae84-1f903f6620bc None None] Port 591127bb-bab1-4f0c-a228-34f75e6a053f cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:48:54.204410 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591127bb-bab1-4f0c-a228-34f75e6a053f {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:48:54.214943 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Publish callbacks [] for port (591127bb-bab1-4f0c-a228-34f75e6a053f), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:54.233991 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f7605-a11c-4b1d-9593-1182a7bd43b8 req-ea642d2a-a256-4c41-93ec-4a9b8f13907f tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:54.235482 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f44f7605-a11c-4b1d-9593-1182a7bd43b8 req-ea642d2a-a256-4c41-93ec-4a9b8f13907f tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 931 time: 0.0656264 May 11 06:48:54.240412 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Transition to ACTIVE for port object 591127bb-bab1-4f0c-a228-34f75e6a053f will not be triggered until provisioned by entity L2. {{(pid=104513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:48:54.248688 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (591127bb-bab1-4f0c-a228-34f75e6a053f), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:54.320023 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Pushing event updated for resources: {'Port': ['ID=591127bb-bab1-4f0c-a228-34f75e6a053f,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:54.338583 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f44f7605-a11c-4b1d-9593-1182a7bd43b8 req-cefd41ac-8d43-411c-90b9-6f1652a2ac8a tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=60b66ecb-8593-42b5-8b64-b94f38af4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970092 May 11 06:48:54.404632 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Attempting to bind port 591127bb-bab1-4f0c-a228-34f75e6a053f on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:48:54.405134 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Attempting to bind port 591127bb-bab1-4f0c-a228-34f75e6a053f by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '649779a0-105f-4993-a569-234103bbdf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:48:54.405358 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Attempting to bind port 591127bb-bab1-4f0c-a228-34f75e6a053f on network 6742b34a-d638-418c-8bcb-aa221cf053c2 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:48:54.410123 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Port 591127bb-bab1-4f0c-a228-34f75e6a053f on network 6742b34a-d638-418c-8bcb-aa221cf053c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:48:54.410456 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Attempting to bind port 591127bb-bab1-4f0c-a228-34f75e6a053f on network 6742b34a-d638-418c-8bcb-aa221cf053c2 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:48:54.415548 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:48:54.415894 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Checking segment: {'id': '649779a0-105f-4993-a569-234103bbdf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:48:54.416287 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Bound using segment: {'id': '649779a0-105f-4993-a569-234103bbdf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:48:54.416725 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Bound port: 591127bb-bab1-4f0c-a228-34f75e6a053f, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649779a0-105f-4993-a569-234103bbdf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:48:54.417092 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (591127bb-bab1-4f0c-a228-34f75e6a053f), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:54.485693 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] For port 591127bb-bab1-4f0c-a228-34f75e6a053f, host hv-cinder-80475, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:48:54.489055 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] For port 591127bb-bab1-4f0c-a228-34f75e6a053f, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=591127bb-bab1-4f0c-a228-34f75e6a053f,segment=NetworkSegment(649779a0-105f-4993-a569-234103bbdf08),segment_id=649779a0-105f-4993-a569-234103bbdf08)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:48:54.494094 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (591127bb-bab1-4f0c-a228-34f75e6a053f), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:54.531036 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:54.532018 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:54.533474 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] 10.222.0.70 "PUT /v2.0/ports/591127bb-bab1-4f0c-a228-34f75e6a053f HTTP/1.1" status: 200 len: 1093 time: 0.7215090 May 11 06:48:54.534064 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79ff101-4c9f-467d-b213-df4e0096ab6c', 'tag': '591127bb-bab1-4f0c-a228-34f75e6a053f'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:48:54.536433 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e92e77a-1875-4612-90ed-b7160c880f43" -d '{"events": [{"name": "network-changed", "server_uuid": "f79ff101-4c9f-467d-b213-df4e0096ab6c", "tag": "591127bb-bab1-4f0c-a228-34f75e6a053f"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:48:54.574620 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66a7618-18a7-4c94-a3b3-1eee83d9ddb1 x-openstack-request-id: req-e66a7618-18a7-4c94-a3b3-1eee83d9ddb1 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:48:54.574913 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79ff101-4c9f-467d-b213-df4e0096ab6c", "tag": "591127bb-bab1-4f0c-a228-34f75e6a053f", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:48:54.575165 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-e66a7618-18a7-4c94-a3b3-1eee83d9ddb1 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:48:54.575590 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e66a7618-18a7-4c94-a3b3-1eee83d9ddb1'] response: {'name': 'network-changed', 'server_uuid': 'f79ff101-4c9f-467d-b213-df4e0096ab6c', 'tag': '591127bb-bab1-4f0c-a228-34f75e6a053f', 'status': 'completed', 'code': 200} May 11 06:48:54.576576 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f45ec-ff1c-437c-8016-caa207e6cc0a service neutron] Pushing event updated for resources: {'Port': ['ID=591127bb-bab1-4f0c-a228-34f75e6a053f,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:54.655573 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-44acebff-57af-4e42-9cd0-de7b6ad9bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:54.657075 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-44acebff-57af-4e42-9cd0-de7b6ad9bf22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec5def7947c243698109bfc891b0992f&device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 1127 time: 0.0422909 May 11 06:48:54.713066 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-f3d7e4eb-c8e3-4be1-81c2-e196876932d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=591127bb-bab1-4f0c-a228-34f75e6a053f HTTP/1.1" status: 200 len: 217 time: 0.0402377 May 11 06:48:54.763042 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-421687ed-7cc4-459e-aa6e-6b8ea36d7aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:54.764553 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-421687ed-7cc4-459e-aa6e-6b8ea36d7aaa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9b3a199-1eaf-4b46-8767-b476ce91f16d HTTP/1.1" status: 200 len: 849 time: 0.0446389 May 11 06:48:54.805401 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-cd934572-f5a3-4cef-b205-d3f27cdf87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:54.807387 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-cd934572-f5a3-4cef-b205-d3f27cdf87f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6742b34a-d638-418c-8bcb-aa221cf053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370584 May 11 06:48:54.900450 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-c21245fe-fa82-496d-8b0d-758bd7543b28 service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858817 May 11 06:48:54.988634 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-22ffc328-9c0e-48e7-9770-7cf0d82d31cd req-ad41762f-05da-44f0-8ad2-5c13d873fba0 service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813344 May 11 06:48:55.455230 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d7643-db9e-458b-bbca-769f335561e0 req-59c7c118-136e-4414-876e-edaf52a941b9 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:55.456743 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6e4d7643-db9e-458b-bbca-769f335561e0 req-59c7c118-136e-4414-876e-edaf52a941b9 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 943 time: 0.0511146 May 11 06:48:55.502586 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6e4d7643-db9e-458b-bbca-769f335561e0 req-965b69de-5d6c-4e5f-9813-4ab8d737bdd4 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=60b66ecb-8593-42b5-8b64-b94f38af4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403409 May 11 06:48:55.648884 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-14955a0a-658e-486c-a812-022db35d77cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:55.964578 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92e77a-1875-4612-90ed-b7160c880f43 req-1a6a3094-9153-4109-8001-f12d37001bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:55.965989 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1e92e77a-1875-4612-90ed-b7160c880f43 req-1a6a3094-9153-4109-8001-f12d37001bcd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec5def7947c243698109bfc891b0992f&device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 1127 time: 0.0395882 May 11 06:48:56.055576 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92e77a-1875-4612-90ed-b7160c880f43 req-bd1f0e5d-d569-4600-a27e-11a62be98db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:56.057076 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1e92e77a-1875-4612-90ed-b7160c880f43 req-bd1f0e5d-d569-4600-a27e-11a62be98db2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6742b34a-d638-418c-8bcb-aa221cf053c2 HTTP/1.1" status: 200 len: 911 time: 0.0845313 May 11 06:48:56.098512 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1e92e77a-1875-4612-90ed-b7160c880f43 req-6ec66ca0-d610-4e9e-bbf0-fdf4b46ccc26 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=591127bb-bab1-4f0c-a228-34f75e6a053f HTTP/1.1" status: 200 len: 217 time: 0.0348451 May 11 06:48:56.148901 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92e77a-1875-4612-90ed-b7160c880f43 req-d79c74ac-f421-4891-a586-fbdba24d33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:56.150345 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1e92e77a-1875-4612-90ed-b7160c880f43 req-d79c74ac-f421-4891-a586-fbdba24d33a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9b3a199-1eaf-4b46-8767-b476ce91f16d HTTP/1.1" status: 200 len: 849 time: 0.0458491 May 11 06:48:56.197738 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92e77a-1875-4612-90ed-b7160c880f43 req-f251879a-6e68-44e4-ad02-8a3654f79e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:56.199195 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1e92e77a-1875-4612-90ed-b7160c880f43 req-f251879a-6e68-44e4-ad02-8a3654f79e38 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6742b34a-d638-418c-8bcb-aa221cf053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392463 May 11 06:48:56.290493 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1e92e77a-1875-4612-90ed-b7160c880f43 req-88c595d9-2e65-4ac1-86df-a4edffd21879 service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839221 May 11 06:48:56.381538 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1e92e77a-1875-4612-90ed-b7160c880f43 req-3b5ffaeb-14db-4f98-bbc8-7c34fb46f269 service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845816 May 11 06:48:56.615460 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada73fec-4ae9-4848-9cea-fa55098ff550 req-8577552e-bd48-478f-b9c6-e94b769b3620 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:56.616845 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ada73fec-4ae9-4848-9cea-fa55098ff550 req-8577552e-bd48-478f-b9c6-e94b769b3620 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 943 time: 0.0472660 May 11 06:48:56.667254 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ada73fec-4ae9-4848-9cea-fa55098ff550 req-db9b76bf-2cdf-42a2-bd68-0b8a2bd87f40 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=60b66ecb-8593-42b5-8b64-b94f38af4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442863 May 11 06:48:57.768636 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-478fa868-0f83-4445-99f9-14c791830ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:57.791668 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65fd018-3415-45ed-a49d-6bc0c6a81439 req-e1fdb0c4-d5c2-42c9-8397-3bc01659dbb4 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:57.793140 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b65fd018-3415-45ed-a49d-6bc0c6a81439 req-e1fdb0c4-d5c2-42c9-8397-3bc01659dbb4 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 943 time: 0.0463438 May 11 06:48:57.838748 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b65fd018-3415-45ed-a49d-6bc0c6a81439 req-56aaf069-5b9f-4125-8dec-dc3b97947317 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=60b66ecb-8593-42b5-8b64-b94f38af4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400803 May 11 06:48:58.952476 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a682e56-b3b8-48a1-b1d4-c3fcd9ec334f req-1e21cb90-bee0-43a5-95f2-81df62118263 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:48:58.953922 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0a682e56-b3b8-48a1-b1d4-c3fcd9ec334f req-1e21cb90-bee0-43a5-95f2-81df62118263 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 943 time: 0.0492258 May 11 06:48:58.999402 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0a682e56-b3b8-48a1-b1d4-c3fcd9ec334f req-67c7eec3-eb4a-4efa-ab2a-cd585eb39cf7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=60b66ecb-8593-42b5-8b64-b94f38af4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399518 May 11 06:48:59.052436 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:59.200362 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 591127bb-bab1-4f0c-a228-34f75e6a053f details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:48:59.290996 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 591127bb-bab1-4f0c-a228-34f75e6a053f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=591127bb-bab1-4f0c-a228-34f75e6a053f,segment=NetworkSegment(649779a0-105f-4993-a569-234103bbdf08),segment_id=649779a0-105f-4993-a569-234103bbdf08)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:48:59.301694 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': '591127bb-bab1-4f0c-a228-34f75e6a053f', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'port_id': '591127bb-bab1-4f0c-a228-34f75e6a053f', 'mac_address': 'fa:16:3e:9d:f5:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:48:59.341369 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 591127bb-bab1-4f0c-a228-34f75e6a053f is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:48:59.341756 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (591127bb-bab1-4f0c-a228-34f75e6a053f), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:59.353965 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591127bb-bab1-4f0c-a228-34f75e6a053f {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:48:59.372919 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 591127bb-bab1-4f0c-a228-34f75e6a053f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=591127bb-bab1-4f0c-a228-34f75e6a053f,segment=NetworkSegment(649779a0-105f-4993-a569-234103bbdf08),segment_id=649779a0-105f-4993-a569-234103bbdf08)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:48:59.376426 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (591127bb-bab1-4f0c-a228-34f75e6a053f), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:48:59.421697 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=591127bb-bab1-4f0c-a228-34f75e6a053f,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:48:59.707754 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['591127bb-bab1-4f0c-a228-34f75e6a053f'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:49:00.110352 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc7d01-2145-44df-a622-4d160e35485a req-1790a44a-977f-40fd-a22a-5588cd63b682 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:49:00.111914 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d4bc7d01-2145-44df-a622-4d160e35485a req-1790a44a-977f-40fd-a22a-5588cd63b682 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 944 time: 0.0467098 May 11 06:49:00.157082 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d4bc7d01-2145-44df-a622-4d160e35485a req-6cb2bd94-7751-4532-8c02-0243bead3f78 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=60b66ecb-8593-42b5-8b64-b94f38af4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397503 May 11 06:49:00.402061 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:00.957840 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:01.211863 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 591127bb-bab1-4f0c-a228-34f75e6a053f up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:49:01.255992 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port 591127bb-bab1-4f0c-a228-34f75e6a053f completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:49:01.261156 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port 591127bb-bab1-4f0c-a228-34f75e6a053f triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:49:01.261591 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (591127bb-bab1-4f0c-a228-34f75e6a053f), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:01.275246 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020cc6f-2149-402c-a415-a616850a54da req-5e3c9edd-f402-4b5a-80dc-35a96fdc0887 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:49:01.276834 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7020cc6f-2149-402c-a415-a616850a54da req-5e3c9edd-f402-4b5a-80dc-35a96fdc0887 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 944 time: 0.0520794 May 11 06:49:01.323808 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7020cc6f-2149-402c-a415-a616850a54da req-3253dc33-9803-4585-8ba3-f3e0bdc27ec0 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=60b66ecb-8593-42b5-8b64-b94f38af4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413558 May 11 06:49:01.342503 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 591127bb-bab1-4f0c-a228-34f75e6a053f is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:49:01.342944 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (591127bb-bab1-4f0c-a228-34f75e6a053f), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:01.365448 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79ff101-4c9f-467d-b213-df4e0096ab6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591127bb-bab1-4f0c-a228-34f75e6a053f'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:49:01.367661 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41485822-64b8-4ba0-8e88-b3e58d7f4117" -d '{"events": [{"server_uuid": "f79ff101-4c9f-467d-b213-df4e0096ab6c", "name": "network-vif-plugged", "status": "completed", "tag": "591127bb-bab1-4f0c-a228-34f75e6a053f"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:49:01.379501 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 591127bb-bab1-4f0c-a228-34f75e6a053f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=591127bb-bab1-4f0c-a228-34f75e6a053f,segment=NetworkSegment(649779a0-105f-4993-a569-234103bbdf08),segment_id=649779a0-105f-4993-a569-234103bbdf08)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:49:01.383765 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (591127bb-bab1-4f0c-a228-34f75e6a053f), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:01.406680 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6ed440-2390-4332-858b-ac383a32b1b5 x-openstack-request-id: req-0f6ed440-2390-4332-858b-ac383a32b1b5 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:49:01.407324 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79ff101-4c9f-467d-b213-df4e0096ab6c", "name": "network-vif-plugged", "status": "completed", "tag": "591127bb-bab1-4f0c-a228-34f75e6a053f", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:49:01.407324 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-0f6ed440-2390-4332-858b-ac383a32b1b5 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:49:01.407625 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f6ed440-2390-4332-858b-ac383a32b1b5'] response: {'server_uuid': 'f79ff101-4c9f-467d-b213-df4e0096ab6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591127bb-bab1-4f0c-a228-34f75e6a053f', 'code': 200} May 11 06:49:01.432914 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=591127bb-bab1-4f0c-a228-34f75e6a053f,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:49:01.619526 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6c9aa-3fe2-4895-9c7d-131b8b34a541 req-2a52a58b-05b6-444e-93e6-38627b5483ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:49:01.620921 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d2a6c9aa-3fe2-4895-9c7d-131b8b34a541 req-2a52a58b-05b6-444e-93e6-38627b5483ce service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 1129 time: 0.0385110 May 11 06:49:01.665684 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d2a6c9aa-3fe2-4895-9c7d-131b8b34a541 req-4bedf52a-e1b7-4482-ab9b-09ea5737cbb6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=60b66ecb-8593-42b5-8b64-b94f38af4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370266 May 11 06:49:02.437952 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856007dd-6116-4028-b70f-1393eb8fb199 req-4f4d7d27-fe74-410c-8c34-55c0c3a57ccb tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:49:02.439441 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-856007dd-6116-4028-b70f-1393eb8fb199 req-4f4d7d27-fe74-410c-8c34-55c0c3a57ccb tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 945 time: 0.0461314 May 11 06:49:02.488723 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-856007dd-6116-4028-b70f-1393eb8fb199 req-5b94cb89-8788-4ebc-8a34-b1fbeac8aca9 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=60b66ecb-8593-42b5-8b64-b94f38af4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437546 May 11 06:49:02.585053 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:03.604076 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4839d9-febe-4a76-a7ce-9f8201e9600d req-08b06dea-9016-487b-b07c-5b25cd204e97 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:49:03.605542 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8b4839d9-febe-4a76-a7ce-9f8201e9600d req-08b06dea-9016-487b-b07c-5b25cd204e97 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 945 time: 0.0464368 May 11 06:49:03.652287 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8b4839d9-febe-4a76-a7ce-9f8201e9600d req-277d1b42-885e-4ebc-9cb3-968c911e4766 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=60b66ecb-8593-42b5-8b64-b94f38af4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413113 May 11 06:49:03.758101 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66054bf0-2c72-4024-bf2e-fa208f2e8949 req-78b078ae-6023-40e2-a8ea-81e635a528cf tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:49:03.759970 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-66054bf0-2c72-4024-bf2e-fa208f2e8949 req-78b078ae-6023-40e2-a8ea-81e635a528cf tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 945 time: 0.0466328 May 11 06:49:03.768965 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44528) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:49:03.773344 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-0cc09c18-9b9d-4f9d-bc52-d14741363878 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Request body: {'floatingip': {'port_id': '591127bb-bab1-4f0c-a228-34f75e6a053f'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:49:03.814873 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0cc09c18-9b9d-4f9d-bc52-d14741363878 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for floatingip (bbf9b292-308c-438c-b777-2fe61188127a), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:03.909322 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:49:04.246890 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0cc09c18-9b9d-4f9d-bc52-d14741363878 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:04.250559 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0cc09c18-9b9d-4f9d-bc52-d14741363878 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (bbf9b292-308c-438c-b777-2fe61188127a), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:04.351520 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [None req-0cc09c18-9b9d-4f9d-bc52-d14741363878 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Floating IP bbf9b292-308c-438c-b777-2fe61188127a associated. External IP: 172.27.2.243, port: 591127bb-bab1-4f0c-a228-34f75e6a053f. May 11 06:49:04.565611 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc09c18-9b9d-4f9d-bc52-d14741363878 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Router 7135433e-95f9-4c42-9524-f20b66eaadd6 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:49:04.672355 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc09c18-9b9d-4f9d-bc52-d14741363878 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:49:04.676928 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0cc09c18-9b9d-4f9d-bc52-d14741363878 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:04.682034 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c17bff4-a489-4144-85d3-8df16b9d9b29 None None] Sync routers for ids ['7135433e-95f9-4c42-9524-f20b66eaadd6'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:49:04.692012 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c17bff4-a489-4144-85d3-8df16b9d9b29 None None] Routers {'7135433e-95f9-4c42-9524-f20b66eaadd6'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:49:04.692608 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-4c17bff4-a489-4144-85d3-8df16b9d9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:48:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7135433e-95f9-4c42-9524-f20b66eaadd6'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:49:04.707048 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-0cc09c18-9b9d-4f9d-bc52-d14741363878 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "PUT /v2.0/floatingips/bbf9b292-308c-438c-b777-2fe61188127a HTTP/1.1" status: 200 len: 991 time: 0.9370043 May 11 06:49:04.707705 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79ff101-4c9f-467d-b213-df4e0096ab6c', 'tag': '591127bb-bab1-4f0c-a228-34f75e6a053f'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:49:04.710016 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c6ff58-8e14-4ee3-a0b7-2199f2df4356" -d '{"events": [{"name": "network-changed", "server_uuid": "f79ff101-4c9f-467d-b213-df4e0096ab6c", "tag": "591127bb-bab1-4f0c-a228-34f75e6a053f"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:49:04.745523 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51027060-b2b7-47c3-9911-9e8445108cf1 x-openstack-request-id: req-51027060-b2b7-47c3-9911-9e8445108cf1 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:49:04.745817 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79ff101-4c9f-467d-b213-df4e0096ab6c", "tag": "591127bb-bab1-4f0c-a228-34f75e6a053f", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:49:04.746072 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-51027060-b2b7-47c3-9911-9e8445108cf1 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:49:04.746478 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51027060-b2b7-47c3-9911-9e8445108cf1'] response: {'name': 'network-changed', 'server_uuid': 'f79ff101-4c9f-467d-b213-df4e0096ab6c', 'tag': '591127bb-bab1-4f0c-a228-34f75e6a053f', 'status': 'completed', 'code': 200} May 11 06:49:04.800545 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-4c17bff4-a489-4144-85d3-8df16b9d9b29 None None] Set router 7135433e-95f9-4c42-9524-f20b66eaadd6 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:49:04.839479 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6ff58-8e14-4ee3-a0b7-2199f2df4356 req-33858173-774e-4312-9a61-fc24a629ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:49:04.841116 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-48c6ff58-8e14-4ee3-a0b7-2199f2df4356 req-33858173-774e-4312-9a61-fc24a629ffbf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ec5def7947c243698109bfc891b0992f&device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 1129 time: 0.0458717 May 11 06:49:04.930206 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6ff58-8e14-4ee3-a0b7-2199f2df4356 req-e927c34c-4113-4346-a18b-4ccda3b7b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:49:04.931707 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-48c6ff58-8e14-4ee3-a0b7-2199f2df4356 req-e927c34c-4113-4346-a18b-4ccda3b7b2a8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6742b34a-d638-418c-8bcb-aa221cf053c2 HTTP/1.1" status: 200 len: 911 time: 0.0831802 May 11 06:49:05.002022 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-48c6ff58-8e14-4ee3-a0b7-2199f2df4356 req-5da36c6c-5f78-4584-83de-12ab06daafd0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=591127bb-bab1-4f0c-a228-34f75e6a053f HTTP/1.1" status: 200 len: 999 time: 0.0617983 May 11 06:49:05.017954 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-4c17bff4-a489-4144-85d3-8df16b9d9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:44Z', 'revision_number': 4, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'bbf9b292-308c-438c-b777-2fe61188127a', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'port_id': '591127bb-bab1-4f0c-a228-34f75e6a053f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'mac_address': 'fa:16:3e:9d:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ff101-4c9f-467d-b213-df4e0096ab6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:48:50Z', 'updated_at': '2022-05-11T06:49:04Z', 'revision_number': 1, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476b4c2b-353d-485b-b3f3-3a20e8b8feb2', 'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'mac_address': 'fa:16:3e:22:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:43Z', 'updated_at': '2022-05-11T06:45:49Z', 'revision_number': 5, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'subnets': [{'id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:49:05.045018 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c17bff4-a489-4144-85d3-8df16b9d9b29 None None] Checking router: 7135433e-95f9-4c42-9524-f20b66eaadd6 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:49:05.054173 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c17bff4-a489-4144-85d3-8df16b9d9b29 None None] Routers {'7135433e-95f9-4c42-9524-f20b66eaadd6'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:49:05.054759 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6ff58-8e14-4ee3-a0b7-2199f2df4356 req-8451bdfb-74d1-47a1-b701-f2dc2ccf7973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:49:05.054912 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-4c17bff4-a489-4144-85d3-8df16b9d9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:48:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7135433e-95f9-4c42-9524-f20b66eaadd6'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:49:05.056262 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-48c6ff58-8e14-4ee3-a0b7-2199f2df4356 req-8451bdfb-74d1-47a1-b701-f2dc2ccf7973 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=e9b3a199-1eaf-4b46-8767-b476ce91f16d HTTP/1.1" status: 200 len: 849 time: 0.0445764 May 11 06:49:05.100434 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6ff58-8e14-4ee3-a0b7-2199f2df4356 req-dbe756c1-2321-45e4-b954-c49dfdac30c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:49:05.102037 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-48c6ff58-8e14-4ee3-a0b7-2199f2df4356 req-dbe756c1-2321-45e4-b954-c49dfdac30c0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6742b34a-d638-418c-8bcb-aa221cf053c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382922 May 11 06:49:05.163177 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-4c17bff4-a489-4144-85d3-8df16b9d9b29 None None] Set router 7135433e-95f9-4c42-9524-f20b66eaadd6 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:49:05.197543 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-48c6ff58-8e14-4ee3-a0b7-2199f2df4356 req-ce421e34-249d-48f4-88c9-b4009a14de60 service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851512 May 11 06:49:05.300409 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-48c6ff58-8e14-4ee3-a0b7-2199f2df4356 req-134d4bee-b344-4321-a329-d2d1602bd7fe service neutron] 10.222.0.70 "GET /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908701 May 11 06:49:05.470343 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-4c17bff4-a489-4144-85d3-8df16b9d9b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:44Z', 'revision_number': 4, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'bbf9b292-308c-438c-b777-2fe61188127a', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'port_id': '591127bb-bab1-4f0c-a228-34f75e6a053f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'mac_address': 'fa:16:3e:9d:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ff101-4c9f-467d-b213-df4e0096ab6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:48:50Z', 'updated_at': '2022-05-11T06:49:04Z', 'revision_number': 1, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476b4c2b-353d-485b-b3f3-3a20e8b8feb2', 'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'mac_address': 'fa:16:3e:22:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:43Z', 'updated_at': '2022-05-11T06:45:49Z', 'revision_number': 5, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'subnets': [{'id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:49:05.497691 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c17bff4-a489-4144-85d3-8df16b9d9b29 None None] The sync data for ids ['7135433e-95f9-4c42-9524-f20b66eaadd6'] in dv-cinder-804757-27-iscsi is: [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:44Z', 'revision_number': 4, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': 'bbf9b292-308c-438c-b777-2fe61188127a', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'port_id': '591127bb-bab1-4f0c-a228-34f75e6a053f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'mac_address': 'fa:16:3e:9d:f5:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79ff101-4c9f-467d-b213-df4e0096ab6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:48:50Z', 'updated_at': '2022-05-11T06:49:04Z', 'revision_number': 1, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '476b4c2b-353d-485b-b3f3-3a20e8b8feb2', 'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'mac_address': 'fa:16:3e:22:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:43Z', 'updated_at': '2022-05-11T06:45:49Z', 'revision_number': 5, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'subnets': [{'id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:49:05.690658 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6d054e-5eb9-4a1b-85ff-44dc885546fc None None] New status for floating IP bbf9b292-308c-438c-b777-2fe61188127a: ACTIVE {{(pid=104515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:49:08.074021 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-faefc73a-9cf2-4401-b20d-3adaf45c9b5f req-cffe6459-d582-4e80-b604-f9c231a4597f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416296 May 11 06:49:08.183190 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefc73a-9cf2-4401-b20d-3adaf45c9b5f req-a4f2dea7-c9a7-48ab-a482-38ae1063d9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:49:08.184714 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-faefc73a-9cf2-4401-b20d-3adaf45c9b5f req-a4f2dea7-c9a7-48ab-a482-38ae1063d9e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6758effb73344c895a7ed675378f8df&device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 1129 time: 0.0405009 May 11 06:49:08.300125 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefc73a-9cf2-4401-b20d-3adaf45c9b5f req-1abce42e-282a-490f-9dfa-08b81c8bb1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:49:08.301626 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-faefc73a-9cf2-4401-b20d-3adaf45c9b5f req-1abce42e-282a-490f-9dfa-08b81c8bb1ed service neutron] 10.222.0.70 "GET /v2.0/networks?id=a0c97def-afee-473f-bd6f-28ea4388bdaf HTTP/1.1" status: 200 len: 909 time: 0.0853841 May 11 06:49:08.370361 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-faefc73a-9cf2-4401-b20d-3adaf45c9b5f req-4b6f813a-8309-4f46-bacc-3c16ab4b4065 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73125ec0-d189-4f79-ab95-8143efd026c7 HTTP/1.1" status: 200 len: 1001 time: 0.0621476 May 11 06:49:08.430308 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefc73a-9cf2-4401-b20d-3adaf45c9b5f req-fb8f35b5-97fc-4bc6-941d-aee3d86f6ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:49:08.431968 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-faefc73a-9cf2-4401-b20d-3adaf45c9b5f req-fb8f35b5-97fc-4bc6-941d-aee3d86f6ec1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b91e7e8-b781-4ace-994f-139accedf856 HTTP/1.1" status: 200 len: 847 time: 0.0469530 May 11 06:49:08.477645 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefc73a-9cf2-4401-b20d-3adaf45c9b5f req-eca9d042-8ef8-4911-8785-a27c648e24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:49:08.479147 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-faefc73a-9cf2-4401-b20d-3adaf45c9b5f req-eca9d042-8ef8-4911-8785-a27c648e24ee service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a0c97def-afee-473f-bd6f-28ea4388bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379658 May 11 06:49:08.570313 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-faefc73a-9cf2-4401-b20d-3adaf45c9b5f req-1badb298-2544-4236-8e57-d9fd1264eeb7 service neutron] 10.222.0.70 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815961 May 11 06:49:08.664663 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-faefc73a-9cf2-4401-b20d-3adaf45c9b5f req-11c306fe-fd1a-4d46-9665-10793ff4f2b2 service neutron] 10.222.0.70 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836964 May 11 06:49:25.654735 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-6f5a64f2-57f1-4214-a582-11a3efe6dbe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:27.769367 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-b3b91d6e-0697-44da-bbe8-b8e5f1f6e9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:29.055390 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:30.407430 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:30.959252 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:32.587686 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:40.909792 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:49:55.655634 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-6c0d5bc6-eb2b-4c5e-a90d-4a7e56a2f7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:57.770654 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-aed6f284-cb23-41bb-86bb-c21e16b9f54b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:49:59.058927 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:00.400222 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:00.962127 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:02.589705 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:03.324576 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945a00c-0c70-4c30-a29f-abe13e89c60d req-f4cf7344-e7c2-47cc-a33e-d171c6fb220b tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:03.326280 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a945a00c-0c70-4c30-a29f-abe13e89c60d req-f4cf7344-e7c2-47cc-a33e-d171c6fb220b tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 945 time: 0.0475807 May 11 06:50:03.372397 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a945a00c-0c70-4c30-a29f-abe13e89c60d req-783de84d-0d8b-4153-93e9-a31d4fb4aff5 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=60b66ecb-8593-42b5-8b64-b94f38af4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403070 May 11 06:50:04.486807 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747f589-5db7-46f1-bc28-b9e2b0b9451c req-a79d632b-2588-4f01-ad4f-e2aa8cc0b330 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:04.488271 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4747f589-5db7-46f1-bc28-b9e2b0b9451c req-a79d632b-2588-4f01-ad4f-e2aa8cc0b330 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 945 time: 0.0464380 May 11 06:50:04.533529 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4747f589-5db7-46f1-bc28-b9e2b0b9451c req-cab63f83-201a-4a15-a96e-6790fd489245 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=60b66ecb-8593-42b5-8b64-b94f38af4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397549 May 11 06:50:05.336772 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19b724-a738-48c8-9569-7bb3925a0cb2 req-2c8cf5bb-da63-4a0f-904b-235aa71957ea tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:05.338182 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7d19b724-a738-48c8-9569-7bb3925a0cb2 req-2c8cf5bb-da63-4a0f-904b-235aa71957ea tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.70 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 945 time: 0.0479841 May 11 06:50:05.421746 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-7d19b724-a738-48c8-9569-7bb3925a0cb2 req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Deleting port 591127bb-bab1-4f0c-a228-34f75e6a053f {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:50:05.422322 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-7d19b724-a738-48c8-9569-7bb3925a0cb2 req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (591127bb-bab1-4f0c-a228-34f75e6a053f), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:05.803857 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdc014-88bc-4e1b-be06-b23b9c54657c req-b38f6a00-6f43-4014-ab09-423a5e3f697b tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:05.805313 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-90cdc014-88bc-4e1b-be06-b23b9c54657c req-b38f6a00-6f43-4014-ab09-423a5e3f697b tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 945 time: 0.0643659 May 11 06:50:05.812271 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-7d19b724-a738-48c8-9569-7bb3925a0cb2 req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] For port 591127bb-bab1-4f0c-a228-34f75e6a053f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=591127bb-bab1-4f0c-a228-34f75e6a053f,segment=NetworkSegment(649779a0-105f-4993-a569-234103bbdf08),segment_id=649779a0-105f-4993-a569-234103bbdf08)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:50:05.812634 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-7d19b724-a738-48c8-9569-7bb3925a0cb2 req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (591127bb-bab1-4f0c-a228-34f75e6a053f), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:05.907181 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-90cdc014-88bc-4e1b-be06-b23b9c54657c req-6caa70b6-272b-41eb-92a6-54349bf71960 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups?id=60b66ecb-8593-42b5-8b64-b94f38af4e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919979 May 11 06:50:06.019157 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-7d19b724-a738-48c8-9569-7bb3925a0cb2 req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:06.019550 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-7d19b724-a738-48c8-9569-7bb3925a0cb2 req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (bbf9b292-308c-438c-b777-2fe61188127a), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:06.019869 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [req-7d19b724-a738-48c8-9569-7bb3925a0cb2 req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Floating IP bbf9b292-308c-438c-b777-2fe61188127a disassociated. External IP: 172.27.2.243, port: 591127bb-bab1-4f0c-a228-34f75e6a053f. May 11 06:50:06.020219 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-7d19b724-a738-48c8-9569-7bb3925a0cb2 req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Calling delete_port for 591127bb-bab1-4f0c-a228-34f75e6a053f owned by compute:nova {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:50:06.145119 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-7d19b724-a738-48c8-9569-7bb3925a0cb2 req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (591127bb-bab1-4f0c-a228-34f75e6a053f), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:06.176987 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event deleted for resources: {'Port': ['ID=591127bb-bab1-4f0c-a228-34f75e6a053f,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:06.187802 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:06.188144 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:06.188486 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:06.188821 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:06.189149 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:06.189474 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:06.189795 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:06.190113 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:06.190431 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:06.190750 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:06.191072 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:06.191419 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:06.191738 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:06.192050 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:06.192360 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:06.306875 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d19b724-a738-48c8-9569-7bb3925a0cb2 req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Router 7135433e-95f9-4c42-9524-f20b66eaadd6 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:50:06.416139 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d19b724-a738-48c8-9569-7bb3925a0cb2 req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:50:06.426016 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e869b94-9d1d-4c9a-a9b1-50a5554c9c8f None None] Sync routers for ids ['7135433e-95f9-4c42-9524-f20b66eaadd6'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:50:06.436324 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e869b94-9d1d-4c9a-a9b1-50a5554c9c8f None None] Routers {'7135433e-95f9-4c42-9524-f20b66eaadd6'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:50:06.436929 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-8e869b94-9d1d-4c9a-a9b1-50a5554c9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:49:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7135433e-95f9-4c42-9524-f20b66eaadd6'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:06.458715 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d19b724-a738-48c8-9569-7bb3925a0cb2 req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] No DVR routers for this DVR port 591127bb-bab1-4f0c-a228-34f75e6a053f on host hv-cinder-80475 {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:50:06.461298 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-7d19b724-a738-48c8-9569-7bb3925a0cb2 req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:06.465248 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7d19b724-a738-48c8-9569-7bb3925a0cb2 req-0c76ce63-d1b7-42b4-a9da-adff92f04ca7 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.70 "DELETE /v2.0/ports/591127bb-bab1-4f0c-a228-34f75e6a053f HTTP/1.1" status: 204 len: 173 time: 1.1216047 May 11 06:50:06.465708 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79ff101-4c9f-467d-b213-df4e0096ab6c', 'name': 'network-vif-deleted', 'tag': '591127bb-bab1-4f0c-a228-34f75e6a053f'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:50:06.468517 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0963a365-8678-489d-9eb3-43cd12ec9729" -d '{"events": [{"server_uuid": "f79ff101-4c9f-467d-b213-df4e0096ab6c", "name": "network-vif-deleted", "tag": "591127bb-bab1-4f0c-a228-34f75e6a053f"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:50:06.559309 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-8e869b94-9d1d-4c9a-a9b1-50a5554c9c8f None None] Set router 7135433e-95f9-4c42-9524-f20b66eaadd6 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:50:06.583772 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d0b738-9f40-4c10-829a-ecf0c6d5b99f x-openstack-request-id: req-53d0b738-9f40-4c10-829a-ecf0c6d5b99f {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:50:06.584069 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79ff101-4c9f-467d-b213-df4e0096ab6c", "name": "network-vif-deleted", "tag": "591127bb-bab1-4f0c-a228-34f75e6a053f", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:50:06.584323 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-53d0b738-9f40-4c10-829a-ecf0c6d5b99f {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:50:06.584754 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d0b738-9f40-4c10-829a-ecf0c6d5b99f'] response: {'server_uuid': 'f79ff101-4c9f-467d-b213-df4e0096ab6c', 'name': 'network-vif-deleted', 'tag': '591127bb-bab1-4f0c-a228-34f75e6a053f', 'status': 'completed', 'code': 200} May 11 06:50:06.764325 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-8e869b94-9d1d-4c9a-a9b1-50a5554c9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:44Z', 'revision_number': 4, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '476b4c2b-353d-485b-b3f3-3a20e8b8feb2', 'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'mac_address': 'fa:16:3e:22:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:43Z', 'updated_at': '2022-05-11T06:45:49Z', 'revision_number': 5, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'subnets': [{'id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:06.791118 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e869b94-9d1d-4c9a-a9b1-50a5554c9c8f None None] Checking router: 7135433e-95f9-4c42-9524-f20b66eaadd6 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:50:06.799201 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e869b94-9d1d-4c9a-a9b1-50a5554c9c8f None None] Routers {'7135433e-95f9-4c42-9524-f20b66eaadd6'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:50:06.799895 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-8e869b94-9d1d-4c9a-a9b1-50a5554c9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:49:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7135433e-95f9-4c42-9524-f20b66eaadd6'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:06.906448 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-8e869b94-9d1d-4c9a-a9b1-50a5554c9c8f None None] Set router 7135433e-95f9-4c42-9524-f20b66eaadd6 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:50:07.022982 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-82f993cd-7a7d-47c0-96ea-2bbce428f968 req-424fb617-056e-4df0-8101-d00a0d26261c tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/ports?device_id=f79ff101-4c9f-467d-b213-df4e0096ab6c HTTP/1.1" status: 200 len: 210 time: 0.0343685 May 11 06:50:07.121384 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-8e869b94-9d1d-4c9a-a9b1-50a5554c9c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:44Z', 'revision_number': 4, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '476b4c2b-353d-485b-b3f3-3a20e8b8feb2', 'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'mac_address': 'fa:16:3e:22:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:43Z', 'updated_at': '2022-05-11T06:45:49Z', 'revision_number': 5, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'subnets': [{'id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:07.147356 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e869b94-9d1d-4c9a-a9b1-50a5554c9c8f None None] The sync data for ids ['7135433e-95f9-4c42-9524-f20b66eaadd6'] in dv-cinder-804757-27-iscsi is: [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:44Z', 'revision_number': 4, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '476b4c2b-353d-485b-b3f3-3a20e8b8feb2', 'name': '', 'network_id': '6742b34a-d638-418c-8bcb-aa221cf053c2', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'mac_address': 'fa:16:3e:22:be:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:43Z', 'updated_at': '2022-05-11T06:45:49Z', 'revision_number': 5, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'subnets': [{'id': 'e9b3a199-1eaf-4b46-8767-b476ce91f16d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:50:07.352162 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec854b27-bea5-48b7-9269-7d3d54fb7402 None None] New status for floating IP bbf9b292-308c-438c-b777-2fe61188127a: DOWN {{(pid=104515) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:50:08.106817 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44700) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:08.159914 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a80989cd-98a9-4dc4-8aea-148458364711 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group (60b66ecb-8593-42b5-8b64-b94f38af4e52), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:08.183584 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a80989cd-98a9-4dc4-8aea-148458364711 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group (60b66ecb-8593-42b5-8b64-b94f38af4e52), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:08.233446 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a80989cd-98a9-4dc4-8aea-148458364711 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (60b66ecb-8593-42b5-8b64-b94f38af4e52), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:08.236221 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-a80989cd-98a9-4dc4-8aea-148458364711 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:08.237874 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-a80989cd-98a9-4dc4-8aea-148458364711 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "DELETE /v2.0/security-groups/60b66ecb-8593-42b5-8b64-b94f38af4e52 HTTP/1.1" status: 204 len: 168 time: 0.1296210 May 11 06:50:08.241828 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44702) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:08.249239 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80989cd-98a9-4dc4-8aea-148458364711 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b66ecb-8593-42b5-8b64-b94f38af4e52,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:08.258197 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.api.v2.resource [None req-5df8908d-9603-4ba8-8bca-f9439a624cd3 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] show failed (client error): The resource could not be found. May 11 06:50:08.259288 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-5df8908d-9603-4ba8-8bca-f9439a624cd3 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "GET /v2.0/security-groups/60b66ecb-8593-42b5-8b64-b94f38af4e52 HTTP/1.1" status: 404 len: 347 time: 0.0162873 May 11 06:50:08.262108 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44706) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:08.376912 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Deleting port 15f0c0ba-b46b-47b3-abb7-e0b4fd20bec6 {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:50:08.377252 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (15f0c0ba-b46b-47b3-abb7-e0b4fd20bec6), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:08.454448 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (15f0c0ba-b46b-47b3-abb7-e0b4fd20bec6), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:08.454770 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for floatingip (15f0c0ba-b46b-47b3-abb7-e0b4fd20bec6), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:08.467430 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Calling delete_port for 15f0c0ba-b46b-47b3-abb7-e0b4fd20bec6 owned by network:floatingip {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:50:08.600275 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (15f0c0ba-b46b-47b3-abb7-e0b4fd20bec6), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:08.626719 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Pushing event deleted for resources: {'Port': ['ID=15f0c0ba-b46b-47b3-abb7-e0b4fd20bec6,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:08.653838 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:08.654178 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:08.654513 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:08.654846 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:08.655173 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:08.655600 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:08.655919 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:08.656240 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:08.656558 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:08.656876 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:08.657191 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:08.657531 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:08.657862 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:08.658156 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:08.658464 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:08.697709 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks [] for floatingip (bbf9b292-308c-438c-b777-2fe61188127a), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:08.700189 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:08.701578 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-d0a54519-6525-4e65-9f1c-bed8561fddf2 tempest-AttachVolumeTestJSON-1634053691 tempest-AttachVolumeTestJSON-1634053691-project] 10.222.0.64 "DELETE /v2.0/floatingips/bbf9b292-308c-438c-b777-2fe61188127a HTTP/1.1" status: 204 len: 168 time: 0.4385881 May 11 06:50:09.126837 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f30df7cb-9ae6-463b-becd-61353ea481fa req-adfcad49-2e5f-4dfa-b232-d6fecb7fc156 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815823 May 11 06:50:09.199488 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30df7cb-9ae6-463b-becd-61353ea481fa req-1c126a15-fe00-4813-8551-18ad92ca2813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:09.201212 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f30df7cb-9ae6-463b-becd-61353ea481fa req-1c126a15-fe00-4813-8551-18ad92ca2813 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 1130 time: 0.0391145 May 11 06:50:09.313128 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30df7cb-9ae6-463b-becd-61353ea481fa req-865e0e15-5fb7-4a22-8d18-2ccbf04b741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:09.314508 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f30df7cb-9ae6-463b-becd-61353ea481fa req-865e0e15-5fb7-4a22-8d18-2ccbf04b741c service neutron] 10.222.0.70 "GET /v2.0/networks?id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c HTTP/1.1" status: 200 len: 913 time: 0.0931180 May 11 06:50:09.379336 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f30df7cb-9ae6-463b-becd-61353ea481fa req-9e5fa2ea-3a32-42f5-bef5-5fe0c535b4a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49dd66e4-b55f-46a8-b872-9c0eaabb296f HTTP/1.1" status: 200 len: 1002 time: 0.0574312 May 11 06:50:09.427291 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30df7cb-9ae6-463b-becd-61353ea481fa req-58ca936c-0946-4df7-addc-78e6539bb919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:09.428752 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f30df7cb-9ae6-463b-becd-61353ea481fa req-58ca936c-0946-4df7-addc-78e6539bb919 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=571d3319-113c-4fc5-9bfa-24b106f2a034 HTTP/1.1" status: 200 len: 851 time: 0.0426722 May 11 06:50:09.475873 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30df7cb-9ae6-463b-becd-61353ea481fa req-bd9c24eb-6b14-4acd-b12d-2707ee088585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:09.477329 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f30df7cb-9ae6-463b-becd-61353ea481fa req-bd9c24eb-6b14-4acd-b12d-2707ee088585 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413713 May 11 06:50:09.487600 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [req-f30df7cb-9ae6-463b-becd-61353ea481fa req-09e7847c-a601-460a-9ef9-1d7c2965ed87 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:50:09.488538 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f30df7cb-9ae6-463b-becd-61353ea481fa req-09e7847c-a601-460a-9ef9-1d7c2965ed87 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047042 May 11 06:50:09.579228 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f30df7cb-9ae6-463b-becd-61353ea481fa req-b7262bc9-e600-49f1-9650-8e68dc6bb38d service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833867 May 11 06:50:09.599086 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 591127bb-bab1-4f0c-a228-34f75e6a053f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:50:09.619469 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: 591127bb-bab1-4f0c-a228-34f75e6a053f {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:50:09.619809 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 591127bb-bab1-4f0c-a228-34f75e6a053f not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:50:09.671928 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f30df7cb-9ae6-463b-becd-61353ea481fa req-c0236a4a-1670-4caa-8a09-b6b34bd5f723 service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850353 May 11 06:50:12.223408 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44738) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:12.793366 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-552c73b1-2748-40b9-bcbe-e144ae169171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825217'] for router_interface (7135433e-95f9-4c42-9524-f20b66eaadd6), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:13.028007 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-552c73b1-2748-40b9-bcbe-e144ae169171 admin admin] Deleting port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:50:13.028353 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-552c73b1-2748-40b9-bcbe-e144ae169171 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:13.107326 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-552c73b1-2748-40b9-bcbe-e144ae169171 admin admin] For port 476b4c2b-353d-485b-b3f3-3a20e8b8feb2, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=476b4c2b-353d-485b-b3f3-3a20e8b8feb2,segment=NetworkSegment(649779a0-105f-4993-a569-234103bbdf08),segment_id=649779a0-105f-4993-a569-234103bbdf08)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:50:13.107601 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-552c73b1-2748-40b9-bcbe-e144ae169171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:13.119921 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-552c73b1-2748-40b9-bcbe-e144ae169171 admin admin] Calling delete_port for 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 owned by network:router_interface {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:50:13.298631 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-552c73b1-2748-40b9-bcbe-e144ae169171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (476b4c2b-353d-485b-b3f3-3a20e8b8feb2), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:13.326470 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c73b1-2748-40b9-bcbe-e144ae169171 admin admin] Pushing event deleted for resources: {'Port': ['ID=476b4c2b-353d-485b-b3f3-3a20e8b8feb2,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:13.492844 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-552c73b1-2748-40b9-bcbe-e144ae169171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-269022'] for router_interface (7135433e-95f9-4c42-9524-f20b66eaadd6), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:13.708990 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552c73b1-2748-40b9-bcbe-e144ae169171 admin admin] Router 7135433e-95f9-4c42-9524-f20b66eaadd6 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:50:13.820843 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552c73b1-2748-40b9-bcbe-e144ae169171 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:50:13.825945 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-552c73b1-2748-40b9-bcbe-e144ae169171 admin admin] 10.222.0.64 "PUT /v2.0/routers/7135433e-95f9-4c42-9524-f20b66eaadd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6015821 May 11 06:50:13.828523 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44740) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:13.829484 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0171b5-00aa-40d5-a947-8ecec72d5c9a None None] Sync routers for ids ['7135433e-95f9-4c42-9524-f20b66eaadd6'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:50:13.838971 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0171b5-00aa-40d5-a947-8ecec72d5c9a None None] Routers {'7135433e-95f9-4c42-9524-f20b66eaadd6'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:50:13.840122 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-3c0171b5-00aa-40d5-a947-8ecec72d5c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:49:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7135433e-95f9-4c42-9524-f20b66eaadd6'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:13.937330 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3d04c2f4-7ecb-4d43-ad12-a8b42e06c081 admin admin] Publish callbacks [] for router (7135433e-95f9-4c42-9524-f20b66eaadd6), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:13.957897 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-3c0171b5-00aa-40d5-a947-8ecec72d5c9a None None] Set router 7135433e-95f9-4c42-9524-f20b66eaadd6 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:50:14.050538 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3d04c2f4-7ecb-4d43-ad12-a8b42e06c081 admin admin] Publish callbacks [] for router_gateway (7135433e-95f9-4c42-9524-f20b66eaadd6), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:14.096736 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-3d04c2f4-7ecb-4d43-ad12-a8b42e06c081 admin admin] Deleting port ab3f1084-4b84-4a5a-91b2-620c08d3f512 {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:50:14.097073 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3d04c2f4-7ecb-4d43-ad12-a8b42e06c081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (ab3f1084-4b84-4a5a-91b2-620c08d3f512), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:14.182480 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-3d04c2f4-7ecb-4d43-ad12-a8b42e06c081 admin admin] For port ab3f1084-4b84-4a5a-91b2-620c08d3f512, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=ab3f1084-4b84-4a5a-91b2-620c08d3f512,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:50:14.182870 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3d04c2f4-7ecb-4d43-ad12-a8b42e06c081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (ab3f1084-4b84-4a5a-91b2-620c08d3f512), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:14.195500 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-3d04c2f4-7ecb-4d43-ad12-a8b42e06c081 admin admin] Calling delete_port for ab3f1084-4b84-4a5a-91b2-620c08d3f512 owned by network:router_gateway {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:50:14.220252 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-3c0171b5-00aa-40d5-a947-8ecec72d5c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:50:13Z', 'revision_number': 5, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port': {'id': 'ab3f1084-4b84-4a5a-91b2-620c08d3f512', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:bd:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:14.246140 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0171b5-00aa-40d5-a947-8ecec72d5c9a None None] Checking router: 7135433e-95f9-4c42-9524-f20b66eaadd6 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:50:14.254159 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0171b5-00aa-40d5-a947-8ecec72d5c9a None None] Routers {'7135433e-95f9-4c42-9524-f20b66eaadd6'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:50:14.254752 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-3c0171b5-00aa-40d5-a947-8ecec72d5c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:49:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['7135433e-95f9-4c42-9524-f20b66eaadd6'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:14.347708 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-3c0171b5-00aa-40d5-a947-8ecec72d5c9a None None] Set router 7135433e-95f9-4c42-9524-f20b66eaadd6 gateway port host: None {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:50:14.366699 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3d04c2f4-7ecb-4d43-ad12-a8b42e06c081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (ab3f1084-4b84-4a5a-91b2-620c08d3f512), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:14.393477 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04c2f4-7ecb-4d43-ad12-a8b42e06c081 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3f1084-4b84-4a5a-91b2-620c08d3f512,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:14.402792 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-3c0171b5-00aa-40d5-a947-8ecec72d5c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:50:14Z', 'revision_number': 6, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port_host': None}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:14.431282 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0171b5-00aa-40d5-a947-8ecec72d5c9a None None] The sync data for ids ['7135433e-95f9-4c42-9524-f20b66eaadd6'] in dv-cinder-804757-27-iscsi is: [{'id': '7135433e-95f9-4c42-9524-f20b66eaadd6', 'name': 'tempest-AttachVolumeTestJSON-790140818-router', 'tenant_id': 'ec5def7947c243698109bfc891b0992f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:45:39Z', 'updated_at': '2022-05-11T06:50:14Z', 'revision_number': 6, 'project_id': 'ec5def7947c243698109bfc891b0992f', 'gw_port_host': None}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:50:14.459958 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3d04c2f4-7ecb-4d43-ad12-a8b42e06c081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823987'] for router_gateway (7135433e-95f9-4c42-9524-f20b66eaadd6), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:14.556019 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3d04c2f4-7ecb-4d43-ad12-a8b42e06c081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7236'] for router (7135433e-95f9-4c42-9524-f20b66eaadd6), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:14.558642 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3d04c2f4-7ecb-4d43-ad12-a8b42e06c081 admin admin] Publish callbacks [] for router_controller (7135433e-95f9-4c42-9524-f20b66eaadd6), precommit_delete_associations {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:14.601580 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3d04c2f4-7ecb-4d43-ad12-a8b42e06c081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830306'] for router (7135433e-95f9-4c42-9524-f20b66eaadd6), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:14.602078 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d04c2f4-7ecb-4d43-ad12-a8b42e06c081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7135433e-95f9-4c42-9524-f20b66eaadd6 {{(pid=104514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:50:14.606265 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3d04c2f4-7ecb-4d43-ad12-a8b42e06c081 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:14.607503 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-3d04c2f4-7ecb-4d43-ad12-a8b42e06c081 admin admin] 10.222.0.64 "DELETE /v2.0/routers/7135433e-95f9-4c42-9524-f20b66eaadd6 HTTP/1.1" status: 204 len: 168 time: 0.7780492 May 11 06:50:14.609989 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44742) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:14.654183 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ac318a-ce86-4320-adc9-620f0ed148fe admin admin] Deleting subnet e9b3a199-1eaf-4b46-8767-b476ce91f16d {{(pid=104514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:50:14.657256 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-33ac318a-ce86-4320-adc9-620f0ed148fe admin admin] Publish callbacks [] for subnet (e9b3a199-1eaf-4b46-8767-b476ce91f16d), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:14.693924 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-33ac318a-ce86-4320-adc9-620f0ed148fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58978009'] for subnet (e9b3a199-1eaf-4b46-8767-b476ce91f16d), precommit_delete_associations {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:14.769070 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-33ac318a-ce86-4320-adc9-620f0ed148fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660987'] for subnet (e9b3a199-1eaf-4b46-8767-b476ce91f16d), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:14.833117 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-33ac318a-ce86-4320-adc9-620f0ed148fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59187081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60768909'] for subnet (e9b3a199-1eaf-4b46-8767-b476ce91f16d), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:14.867091 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac318a-ce86-4320-adc9-620f0ed148fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b3a199-1eaf-4b46-8767-b476ce91f16d,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:14.871486 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-33ac318a-ce86-4320-adc9-620f0ed148fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:14.875873 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-33ac318a-ce86-4320-adc9-620f0ed148fe admin admin] 10.222.0.64 "DELETE /v2.0/subnets/e9b3a199-1eaf-4b46-8767-b476ce91f16d HTTP/1.1" status: 204 len: 168 time: 0.2649286 May 11 06:50:14.878292 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44744) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:14.880481 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4766bf7-f46c-432c-97b5-6bf8d94bf7c2 None None] Network 6742b34a-d638-418c-8bcb-aa221cf053c2 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:50:14.940075 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:50:14.954826 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568100'] for network (6742b34a-d638-418c-8bcb-aa221cf053c2), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:14.962113 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:50:14.962471 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 476b4c2b-353d-485b-b3f3-3a20e8b8feb2 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:50:14.999876 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] Deleting port a91d1ba5-6f47-415d-a599-b59e9eb231fc {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:50:15.000211 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (a91d1ba5-6f47-415d-a599-b59e9eb231fc), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:15.068071 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] For port a91d1ba5-6f47-415d-a599-b59e9eb231fc, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=a91d1ba5-6f47-415d-a599-b59e9eb231fc,segment=NetworkSegment(649779a0-105f-4993-a569-234103bbdf08),segment_id=649779a0-105f-4993-a569-234103bbdf08)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:50:15.068440 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (a91d1ba5-6f47-415d-a599-b59e9eb231fc), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:15.081205 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] Calling delete_port for a91d1ba5-6f47-415d-a599-b59e9eb231fc owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:50:15.161212 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (a91d1ba5-6f47-415d-a599-b59e9eb231fc), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:15.184914 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=a91d1ba5-6f47-415d-a599-b59e9eb231fc,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:15.190265 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] No DVR routers for this DVR port a91d1ba5-6f47-415d-a599-b59e9eb231fc on host dv-cinder-804757-27-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:50:15.257162 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b5fb90-8062-438c-8d73-86ba77461996 None None] DHCP port deletion for 6742b34a-d638-418c-8bcb-aa221cf053c2 request from dv-cinder-804757-27-iscsi {{(pid=104515) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:50:15.262675 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773710', 'neutron.services.segments.db._delete_segments_for_network-8748549744406'] for network (6742b34a-d638-418c-8bcb-aa221cf053c2), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:15.286367 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6742b34a-d638-418c-8bcb-aa221cf053c2']}} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:15.296260 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649779a0-105f-4993-a569-234103bbdf08') {'for_net_delete': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:15.296559 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649779a0-105f-4993-a569-234103bbdf08') {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:15.309257 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748549467935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59152264'] for segment (649779a0-105f-4993-a569-234103bbdf08), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:15.321949 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (649779a0-105f-4993-a569-234103bbdf08), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:15.328414 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=104513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:50:15.328847 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60797985'] for segment (649779a0-105f-4993-a569-234103bbdf08), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: Traceback (most recent call last): May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: timer() May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: cb(*args, **kw) May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: return func(*args, **kwargs) May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: self._notify() May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: self.callback(batched_events) May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: event.method(event) May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: return f(self, *a, **k) May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._get(url).json() May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: return self.request(url, 'GET', **kwargs) May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:50:15.330549 dv-cinder-804757-27-iscsi neutron-server[104513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:50:15.388557 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826241'] for network (6742b34a-d638-418c-8bcb-aa221cf053c2), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:15.394440 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:15.397633 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6742b34a-d638-418c-8bcb-aa221cf053c2 HTTP/1.1" status: 204 len: 168 time: 0.5172849 May 11 06:50:15.410138 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d8b5e-1f33-4611-9b15-98a21d0d4a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=6742b34a-d638-418c-8bcb-aa221cf053c2,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:15.569628 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44748) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:15.609379 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-3b3a3654-0db6-4234-b7d0-9f921cd8783d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ec5def7947c243698109bfc891b0992f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386198 May 11 06:50:15.611787 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44750) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:15.660129 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7dc8638c-ffac-42c5-a2a6-3de3fb492d46 admin admin] Publish callbacks [] for security_group (057722b8-acba-4e1f-be72-730376ed876f), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:15.684029 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7dc8638c-ffac-42c5-a2a6-3de3fb492d46 admin admin] Publish callbacks [] for security_group (057722b8-acba-4e1f-be72-730376ed876f), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:15.729318 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7dc8638c-ffac-42c5-a2a6-3de3fb492d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (057722b8-acba-4e1f-be72-730376ed876f), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:15.732041 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7dc8638c-ffac-42c5-a2a6-3de3fb492d46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:15.733165 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-7dc8638c-ffac-42c5-a2a6-3de3fb492d46 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/057722b8-acba-4e1f-be72-730376ed876f HTTP/1.1" status: 204 len: 168 time: 0.1204908 May 11 06:50:15.740610 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8638c-ffac-42c5-a2a6-3de3fb492d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057722b8-acba-4e1f-be72-730376ed876f,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:16.372720 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44772) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:16.466354 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-af88fd11-2e0d-440d-9b6a-fbcd6408414a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-393423924-network', 'tenant_id': '8523f918209142d1ac87d640aca35e01'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:50:16.485064 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af88fd11-2e0d-440d-9b6a-fbcd6408414a admin admin] Made reservation on behalf of 8523f918209142d1ac87d640aca35e01 for: {'network': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:50:16.487344 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-af88fd11-2e0d-440d-9b6a-fbcd6408414a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:16.495973 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-af88fd11-2e0d-440d-9b6a-fbcd6408414a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:16.570811 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-af88fd11-2e0d-440d-9b6a-fbcd6408414a admin admin] Publish callbacks [] for security_group (a138223f-3b1f-4608-8dde-b38cfa5d29a5), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:16.575807 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-af88fd11-2e0d-440d-9b6a-fbcd6408414a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (a138223f-3b1f-4608-8dde-b38cfa5d29a5), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:16.596376 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device a91d1ba5-6f47-415d-a599-b59e9eb231fc no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:50:16.604094 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af88fd11-2e0d-440d-9b6a-fbcd6408414a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=104514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:50:16.610473 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88fd11-2e0d-440d-9b6a-fbcd6408414a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a138223f-3b1f-4608-8dde-b38cfa5d29a5,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:16.615697 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: a91d1ba5-6f47-415d-a599-b59e9eb231fc {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:50:16.616039 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device a91d1ba5-6f47-415d-a599-b59e9eb231fc not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:50:16.616441 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-af88fd11-2e0d-440d-9b6a-fbcd6408414a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (60edb0de-801e-45d6-8852-31e0182a8bf4), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:16.616842 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.segments_db [None req-af88fd11-2e0d-440d-9b6a-fbcd6408414a admin admin] Added segment 60edb0de-801e-45d6-8852-31e0182a8bf4 of type vlan for network 7237a022-7c11-4a54-a49a-e6ac05970e4b May 11 06:50:16.617038 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device ab3f1084-4b84-4a5a-91b2-620c08d3f512 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:50:16.639793 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: ab3f1084-4b84-4a5a-91b2-620c08d3f512 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:50:16.640138 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device ab3f1084-4b84-4a5a-91b2-620c08d3f512 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:50:16.660034 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-af88fd11-2e0d-440d-9b6a-fbcd6408414a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (7237a022-7c11-4a54-a49a-e6ac05970e4b), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:16.682250 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-af88fd11-2e0d-440d-9b6a-fbcd6408414a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (7237a022-7c11-4a54-a49a-e6ac05970e4b), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:16.683777 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af88fd11-2e0d-440d-9b6a-fbcd6408414a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:16.684354 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-af88fd11-2e0d-440d-9b6a-fbcd6408414a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:16.715486 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-af88fd11-2e0d-440d-9b6a-fbcd6408414a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3416662 May 11 06:50:16.718309 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44776) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:16.722974 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-0fa73256-4627-47db-a75e-94e08fc6aaf9 admin admin] Request body: {'subnet': {'network_id': '7237a022-7c11-4a54-a49a-e6ac05970e4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-393423924-subnet', 'tenant_id': '8523f918209142d1ac87d640aca35e01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:50:16.761602 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88fd11-2e0d-440d-9b6a-fbcd6408414a admin admin] Pushing event updated for resources: {'Network': ['ID=7237a022-7c11-4a54-a49a-e6ac05970e4b,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:16.775692 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network 7237a022-7c11-4a54-a49a-e6ac05970e4b details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:50:16.776338 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa73256-4627-47db-a75e-94e08fc6aaf9 admin admin] Made reservation on behalf of 8523f918209142d1ac87d640aca35e01 for: {'subnet': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:50:16.778848 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0fa73256-4627-47db-a75e-94e08fc6aaf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60768928'] for subnet (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:16.952094 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0fa73256-4627-47db-a75e-94e08fc6aaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59187144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60768950'] for subnet (750161c4-757c-4722-9e3b-3c0c58249680), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:17.006795 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa73256-4627-47db-a75e-94e08fc6aaf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=750161c4-757c-4722-9e3b-3c0c58249680,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:17.014189 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa73256-4627-47db-a75e-94e08fc6aaf9 admin admin] Checking segment: {'id': '60edb0de-801e-45d6-8852-31e0182a8bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '7237a022-7c11-4a54-a49a-e6ac05970e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:50:17.014544 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa73256-4627-47db-a75e-94e08fc6aaf9 admin admin] Network hostable DHCP agents. Network: 7237a022-7c11-4a54-a49a-e6ac05970e4b, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:50:17.030546 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa73256-4627-47db-a75e-94e08fc6aaf9 admin admin] Network 7237a022-7c11-4a54-a49a-e6ac05970e4b is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:50:17.039045 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-0fa73256-4627-47db-a75e-94e08fc6aaf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, 7237a022-7c11-4a54-a49a-e6ac05970e4b) {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:50:17.043650 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa73256-4627-47db-a75e-94e08fc6aaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:17.044230 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0fa73256-4627-47db-a75e-94e08fc6aaf9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:17.048871 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591e53ff-e02d-495b-9a12-441b1715091e None None] Network 7237a022-7c11-4a54-a49a-e6ac05970e4b requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:50:17.060314 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-0fa73256-4627-47db-a75e-94e08fc6aaf9 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3408334 May 11 06:50:17.149839 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb7d0ca-07f7-4f11-8414-74125de65626 None None] Network 7237a022-7c11-4a54-a49a-e6ac05970e4b requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:50:17.515999 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44792) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:17.521184 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-2532f746-b429-4be5-8877-adaaf1f9f8ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1132218073-network', 'tenant_id': '7f3fd06b29784e08a9077b9f7c63bb71'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:50:17.541384 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2532f746-b429-4be5-8877-adaaf1f9f8ab admin admin] Made reservation on behalf of 7f3fd06b29784e08a9077b9f7c63bb71 for: {'network': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:50:17.544405 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2532f746-b429-4be5-8877-adaaf1f9f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:17.552461 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2532f746-b429-4be5-8877-adaaf1f9f8ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:17.627309 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2532f746-b429-4be5-8877-adaaf1f9f8ab admin admin] Publish callbacks [] for security_group (915e0fd4-2c42-4253-9800-6ae695494a76), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:17.630767 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2532f746-b429-4be5-8877-adaaf1f9f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (915e0fd4-2c42-4253-9800-6ae695494a76), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:17.652236 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2532f746-b429-4be5-8877-adaaf1f9f8ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=104514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:50:17.666478 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532f746-b429-4be5-8877-adaaf1f9f8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915e0fd4-2c42-4253-9800-6ae695494a76,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:17.670350 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2532f746-b429-4be5-8877-adaaf1f9f8ab admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (b6ba85f0-b104-4dfa-98cd-f45230672532), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:17.670752 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.segments_db [None req-2532f746-b429-4be5-8877-adaaf1f9f8ab admin admin] Added segment b6ba85f0-b104-4dfa-98cd-f45230672532 of type vlan for network 44493767-645f-42ef-8293-33be9a2f65c5 May 11 06:50:17.713286 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2532f746-b429-4be5-8877-adaaf1f9f8ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (44493767-645f-42ef-8293-33be9a2f65c5), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:17.736304 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2532f746-b429-4be5-8877-adaaf1f9f8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (44493767-645f-42ef-8293-33be9a2f65c5), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:17.737302 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2532f746-b429-4be5-8877-adaaf1f9f8ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:17.737869 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-2532f746-b429-4be5-8877-adaaf1f9f8ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:17.772313 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-2532f746-b429-4be5-8877-adaaf1f9f8ab admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.2552602 May 11 06:50:17.775144 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44794) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:17.780140 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-97c18162-95e6-4178-bb07-fc91d80beb1d admin admin] Request body: {'subnet': {'network_id': '44493767-645f-42ef-8293-33be9a2f65c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1132218073-subnet', 'tenant_id': '7f3fd06b29784e08a9077b9f7c63bb71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:50:17.799603 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c18162-95e6-4178-bb07-fc91d80beb1d admin admin] Made reservation on behalf of 7f3fd06b29784e08a9077b9f7c63bb71 for: {'subnet': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:50:17.799796 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2532f746-b429-4be5-8877-adaaf1f9f8ab admin admin] Pushing event updated for resources: {'Network': ['ID=44493767-645f-42ef-8293-33be9a2f65c5,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:17.801848 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-97c18162-95e6-4178-bb07-fc91d80beb1d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59146709'] for subnet (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:17.809881 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network 44493767-645f-42ef-8293-33be9a2f65c5 details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:50:17.912343 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:50:17.976146 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-97c18162-95e6-4178-bb07-fc91d80beb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60787650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59146691'] for subnet (574a9659-12f6-44f7-bf9a-6fa23947dc67), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.031716 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c18162-95e6-4178-bb07-fc91d80beb1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=574a9659-12f6-44f7-bf9a-6fa23947dc67,revision_number=0']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:18.038698 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c18162-95e6-4178-bb07-fc91d80beb1d admin admin] Checking segment: {'id': 'b6ba85f0-b104-4dfa-98cd-f45230672532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '44493767-645f-42ef-8293-33be9a2f65c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:50:18.039051 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c18162-95e6-4178-bb07-fc91d80beb1d admin admin] Network hostable DHCP agents. Network: 44493767-645f-42ef-8293-33be9a2f65c5, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104513) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:50:18.056184 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c18162-95e6-4178-bb07-fc91d80beb1d admin admin] Network 44493767-645f-42ef-8293-33be9a2f65c5 is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104513) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:50:18.065071 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-97c18162-95e6-4178-bb07-fc91d80beb1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, 44493767-645f-42ef-8293-33be9a2f65c5) {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:50:18.068980 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c18162-95e6-4178-bb07-fc91d80beb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:18.069597 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-97c18162-95e6-4178-bb07-fc91d80beb1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.073684 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc862d4-23f4-49fe-b776-c045e38fd186 None None] Network 44493767-645f-42ef-8293-33be9a2f65c5 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:50:18.085639 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-97c18162-95e6-4178-bb07-fc91d80beb1d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3092921 May 11 06:50:18.173936 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36ed27b-ed3b-4f81-8623-14467cc66c20 None None] Network 44493767-645f-42ef-8293-33be9a2f65c5 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:50:18.199242 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44798) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:18.244564 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_v2 [None req-aafd36bb-4502-4d77-822c-91e69c05d911 admin admin] Deleting subnet 750161c4-757c-4722-9e3b-3c0c58249680 {{(pid=104513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:50:18.247824 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-aafd36bb-4502-4d77-822c-91e69c05d911 admin admin] Publish callbacks [] for subnet (750161c4-757c-4722-9e3b-3c0c58249680), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.286289 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-aafd36bb-4502-4d77-822c-91e69c05d911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59152305'] for subnet (750161c4-757c-4722-9e3b-3c0c58249680), precommit_delete_associations {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.324727 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-aafd36bb-4502-4d77-822c-91e69c05d911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660987'] for subnet (750161c4-757c-4722-9e3b-3c0c58249680), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.375834 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-aafd36bb-4502-4d77-822c-91e69c05d911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60787587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59146744'] for subnet (750161c4-757c-4722-9e3b-3c0c58249680), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.402167 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd36bb-4502-4d77-822c-91e69c05d911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=750161c4-757c-4722-9e3b-3c0c58249680,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:18.404174 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-aafd36bb-4502-4d77-822c-91e69c05d911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.408332 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-aafd36bb-4502-4d77-822c-91e69c05d911 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/750161c4-757c-4722-9e3b-3c0c58249680 HTTP/1.1" status: 204 len: 168 time: 0.2069306 May 11 06:50:18.409763 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44800) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:18.480465 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-eec6ab44-061c-43b4-8ece-25ff66edf917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568100'] for network (7237a022-7c11-4a54-a49a-e6ac05970e4b), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.554823 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-eec6ab44-061c-43b4-8ece-25ff66edf917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773710', 'neutron.services.segments.db._delete_segments_for_network-8748549744406'] for network (7237a022-7c11-4a54-a49a-e6ac05970e4b), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.578289 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-eec6ab44-061c-43b4-8ece-25ff66edf917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7237a022-7c11-4a54-a49a-e6ac05970e4b']}} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:18.587472 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-eec6ab44-061c-43b4-8ece-25ff66edf917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60edb0de-801e-45d6-8852-31e0182a8bf4') {'for_net_delete': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:18.587764 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-eec6ab44-061c-43b4-8ece-25ff66edf917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60edb0de-801e-45d6-8852-31e0182a8bf4') {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:18.597472 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-eec6ab44-061c-43b4-8ece-25ff66edf917 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748549467935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59152264'] for segment (60edb0de-801e-45d6-8852-31e0182a8bf4), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.610086 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-eec6ab44-061c-43b4-8ece-25ff66edf917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (60edb0de-801e-45d6-8852-31e0182a8bf4), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.615713 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec6ab44-061c-43b4-8ece-25ff66edf917 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=104513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:50:18.616090 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-eec6ab44-061c-43b4-8ece-25ff66edf917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60797985'] for segment (60edb0de-801e-45d6-8852-31e0182a8bf4), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: Traceback (most recent call last): May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: timer() May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: cb(*args, **kw) May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: return func(*args, **kwargs) May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: self._notify() May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: self.callback(batched_events) May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: event.method(event) May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: return f(self, *a, **k) May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._get(url).json() May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: return self.request(url, 'GET', **kwargs) May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:50:18.617701 dv-cinder-804757-27-iscsi neutron-server[104513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:50:18.675165 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-eec6ab44-061c-43b4-8ece-25ff66edf917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826241'] for network (7237a022-7c11-4a54-a49a-e6ac05970e4b), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.680435 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-eec6ab44-061c-43b4-8ece-25ff66edf917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.683543 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-eec6ab44-061c-43b4-8ece-25ff66edf917 admin admin] 10.222.0.64 "DELETE /v2.0/networks/7237a022-7c11-4a54-a49a-e6ac05970e4b HTTP/1.1" status: 204 len: 168 time: 0.2727962 May 11 06:50:18.686407 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44802) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:18.694032 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6ab44-061c-43b4-8ece-25ff66edf917 admin admin] Pushing event deleted for resources: {'Network': ['ID=7237a022-7c11-4a54-a49a-e6ac05970e4b,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:18.732043 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfc4a9d1-360c-4543-8cf0-2af16edcaf1d admin admin] Deleting subnet 574a9659-12f6-44f7-bf9a-6fa23947dc67 {{(pid=104514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:50:18.735146 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a9d1-360c-4543-8cf0-2af16edcaf1d admin admin] Publish callbacks [] for subnet (574a9659-12f6-44f7-bf9a-6fa23947dc67), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.771826 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a9d1-360c-4543-8cf0-2af16edcaf1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58978009'] for subnet (574a9659-12f6-44f7-bf9a-6fa23947dc67), precommit_delete_associations {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.808934 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a9d1-360c-4543-8cf0-2af16edcaf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660987'] for subnet (574a9659-12f6-44f7-bf9a-6fa23947dc67), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.859784 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a9d1-360c-4543-8cf0-2af16edcaf1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59187081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60768909'] for subnet (574a9659-12f6-44f7-bf9a-6fa23947dc67), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.885049 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4a9d1-360c-4543-8cf0-2af16edcaf1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=574a9659-12f6-44f7-bf9a-6fa23947dc67,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:18.887511 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-bfc4a9d1-360c-4543-8cf0-2af16edcaf1d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:18.892804 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-bfc4a9d1-360c-4543-8cf0-2af16edcaf1d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/574a9659-12f6-44f7-bf9a-6fa23947dc67 HTTP/1.1" status: 204 len: 168 time: 0.2031789 May 11 06:50:18.893173 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44804) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:18.971211 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-641ac826-4a15-4c9b-a9a4-d715ddc13be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568100'] for network (44493767-645f-42ef-8293-33be9a2f65c5), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:19.047133 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-641ac826-4a15-4c9b-a9a4-d715ddc13be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773710', 'neutron.services.segments.db._delete_segments_for_network-8748549744406'] for network (44493767-645f-42ef-8293-33be9a2f65c5), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:19.066518 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-641ac826-4a15-4c9b-a9a4-d715ddc13be2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44493767-645f-42ef-8293-33be9a2f65c5']}} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:19.076258 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-641ac826-4a15-4c9b-a9a4-d715ddc13be2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ba85f0-b104-4dfa-98cd-f45230672532') {'for_net_delete': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:19.076554 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-641ac826-4a15-4c9b-a9a4-d715ddc13be2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ba85f0-b104-4dfa-98cd-f45230672532') {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:19.089114 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-641ac826-4a15-4c9b-a9a4-d715ddc13be2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748549467935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59152264'] for segment (b6ba85f0-b104-4dfa-98cd-f45230672532), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:19.102264 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-641ac826-4a15-4c9b-a9a4-d715ddc13be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (b6ba85f0-b104-4dfa-98cd-f45230672532), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:19.108009 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641ac826-4a15-4c9b-a9a4-d715ddc13be2 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=104513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:50:19.108391 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-641ac826-4a15-4c9b-a9a4-d715ddc13be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60797985'] for segment (b6ba85f0-b104-4dfa-98cd-f45230672532), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: Traceback (most recent call last): May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: timer() May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: cb(*args, **kw) May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: return func(*args, **kwargs) May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: self._notify() May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: self.callback(batched_events) May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: event.method(event) May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: return f(self, *a, **k) May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._get(url).json() May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: return self.request(url, 'GET', **kwargs) May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:50:19.110315 dv-cinder-804757-27-iscsi neutron-server[104513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:50:19.162823 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-641ac826-4a15-4c9b-a9a4-d715ddc13be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826241'] for network (44493767-645f-42ef-8293-33be9a2f65c5), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:19.167846 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-641ac826-4a15-4c9b-a9a4-d715ddc13be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:19.170892 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-641ac826-4a15-4c9b-a9a4-d715ddc13be2 admin admin] 10.222.0.64 "DELETE /v2.0/networks/44493767-645f-42ef-8293-33be9a2f65c5 HTTP/1.1" status: 204 len: 168 time: 0.2767415 May 11 06:50:19.182655 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ac826-4a15-4c9b-a9a4-d715ddc13be2 admin admin] Pushing event deleted for resources: {'Network': ['ID=44493767-645f-42ef-8293-33be9a2f65c5,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:19.331302 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44808) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:19.372806 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-37af2abd-0874-4b51-af26-2803b1c8c165 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8523f918209142d1ac87d640aca35e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402994 May 11 06:50:19.375162 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44810) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:19.419612 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-558d9d11-521a-48f7-b7ed-8a10b55db392 admin admin] Publish callbacks [] for security_group (a138223f-3b1f-4608-8dde-b38cfa5d29a5), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:19.444048 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-558d9d11-521a-48f7-b7ed-8a10b55db392 admin admin] Publish callbacks [] for security_group (a138223f-3b1f-4608-8dde-b38cfa5d29a5), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:19.488838 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-558d9d11-521a-48f7-b7ed-8a10b55db392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (a138223f-3b1f-4608-8dde-b38cfa5d29a5), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:19.491493 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-558d9d11-521a-48f7-b7ed-8a10b55db392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:19.492617 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-558d9d11-521a-48f7-b7ed-8a10b55db392 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a138223f-3b1f-4608-8dde-b38cfa5d29a5 HTTP/1.1" status: 204 len: 168 time: 0.1165590 May 11 06:50:19.500338 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d9d11-521a-48f7-b7ed-8a10b55db392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a138223f-3b1f-4608-8dde-b38cfa5d29a5,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:19.792123 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44816) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:19.831082 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-e81a7cc0-a0ae-4695-95df-cc3cbae97d7b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7f3fd06b29784e08a9077b9f7c63bb71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373116 May 11 06:50:19.833481 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44818) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:19.879462 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f7a348aa-210f-4581-b65c-3db83fd41a17 admin admin] Publish callbacks [] for security_group (915e0fd4-2c42-4253-9800-6ae695494a76), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:19.899904 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f7a348aa-210f-4581-b65c-3db83fd41a17 admin admin] Publish callbacks [] for security_group (915e0fd4-2c42-4253-9800-6ae695494a76), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:19.945329 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f7a348aa-210f-4581-b65c-3db83fd41a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (915e0fd4-2c42-4253-9800-6ae695494a76), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:19.948025 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f7a348aa-210f-4581-b65c-3db83fd41a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:19.949193 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-f7a348aa-210f-4581-b65c-3db83fd41a17 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/915e0fd4-2c42-4253-9800-6ae695494a76 HTTP/1.1" status: 204 len: 168 time: 0.1148531 May 11 06:50:19.957022 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a348aa-210f-4581-b65c-3db83fd41a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915e0fd4-2c42-4253-9800-6ae695494a76,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:21.785579 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44890) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:21.885425 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc168-b2bd-4abc-9920-11acfaac169f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:21.962958 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc168-b2bd-4abc-9920-11acfaac169f admin admin] Publish callbacks [] for security_group (d5d12f29-fda3-459f-a5d5-6e33aca24d10), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:21.966551 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8c5bc168-b2bd-4abc-9920-11acfaac169f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d5d12f29-fda3-459f-a5d5-6e33aca24d10), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:22.004909 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-8c5bc168-b2bd-4abc-9920-11acfaac169f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=55248fc525e846f98d2976db128d2605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182477 May 11 06:50:22.005741 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bc168-b2bd-4abc-9920-11acfaac169f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d12f29-fda3-459f-a5d5-6e33aca24d10,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:22.007521 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44894) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:22.057606 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dbd41831-a9c0-4ab9-91de-e3e173e4d463 admin admin] Publish callbacks [] for security_group (d5d12f29-fda3-459f-a5d5-6e33aca24d10), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:22.087421 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dbd41831-a9c0-4ab9-91de-e3e173e4d463 admin admin] Publish callbacks [] for security_group (d5d12f29-fda3-459f-a5d5-6e33aca24d10), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:22.135436 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dbd41831-a9c0-4ab9-91de-e3e173e4d463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d5d12f29-fda3-459f-a5d5-6e33aca24d10), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:22.138846 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dbd41831-a9c0-4ab9-91de-e3e173e4d463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:22.140289 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-dbd41831-a9c0-4ab9-91de-e3e173e4d463 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d5d12f29-fda3-459f-a5d5-6e33aca24d10 HTTP/1.1" status: 204 len: 168 time: 0.1315150 May 11 06:50:22.149330 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd41831-a9c0-4ab9-91de-e3e173e4d463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d12f29-fda3-459f-a5d5-6e33aca24d10,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:22.392990 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 44900) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:22.406089 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3b4b9afc-6c30-4fcb-abf0-e578fca23887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:22.481760 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3b4b9afc-6c30-4fcb-abf0-e578fca23887 admin admin] Publish callbacks [] for security_group (fb60ee7e-ef32-4f44-9cb7-3096894220f4), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:22.486451 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3b4b9afc-6c30-4fcb-abf0-e578fca23887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (fb60ee7e-ef32-4f44-9cb7-3096894220f4), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:22.523558 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-3b4b9afc-6c30-4fcb-abf0-e578fca23887 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e4d0e0b43bec4401ab3e3c38d4d84234&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295197 May 11 06:50:22.524364 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b9afc-6c30-4fcb-abf0-e578fca23887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb60ee7e-ef32-4f44-9cb7-3096894220f4,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:22.526434 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 44902) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:22.573627 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1c652e3d-5c9d-4577-96b9-47c075fa20f6 admin admin] Publish callbacks [] for security_group (fb60ee7e-ef32-4f44-9cb7-3096894220f4), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:22.593699 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1c652e3d-5c9d-4577-96b9-47c075fa20f6 admin admin] Publish callbacks [] for security_group (fb60ee7e-ef32-4f44-9cb7-3096894220f4), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:22.638901 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1c652e3d-5c9d-4577-96b9-47c075fa20f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (fb60ee7e-ef32-4f44-9cb7-3096894220f4), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:22.641480 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-1c652e3d-5c9d-4577-96b9-47c075fa20f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:22.642648 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-1c652e3d-5c9d-4577-96b9-47c075fa20f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fb60ee7e-ef32-4f44-9cb7-3096894220f4 HTTP/1.1" status: 204 len: 168 time: 0.1149390 May 11 06:50:22.650351 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c652e3d-5c9d-4577-96b9-47c075fa20f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb60ee7e-ef32-4f44-9cb7-3096894220f4,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:25.666559 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9deeadac-2fac-48fc-92e9-915bbfadd579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:27.781629 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ab6a738f-11b0-44db-8f9a-07519fdfc9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:28.525851 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253d773-c356-4d25-981e-06dcb4926671 req-6186ac14-4687-4de8-955c-5b8adcec36e4 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:28.527364 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e253d773-c356-4d25-981e-06dcb4926671 req-6186ac14-4687-4de8-955c-5b8adcec36e4 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0455751 May 11 06:50:28.578933 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e253d773-c356-4d25-981e-06dcb4926671 req-c0f8197b-1639-400c-8c39-44daae7dc759 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458395 May 11 06:50:29.060980 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:29.691551 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3c410-abf3-48ef-acf0-60ee81b9df97 req-e68a2cd1-e0a7-4f23-aaf5-4239a8ff285e tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:29.692906 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ded3c410-abf3-48ef-acf0-60ee81b9df97 req-e68a2cd1-e0a7-4f23-aaf5-4239a8ff285e tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0466106 May 11 06:50:29.740933 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ded3c410-abf3-48ef-acf0-60ee81b9df97 req-d0fa4a85-b65e-48c1-8a7e-10b72940aa1e tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421286 May 11 06:50:30.420954 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:30.427585 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45026) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:30.529103 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c4df397f-3862-4419-b216-b78a8578bb64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:30.603961 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c4df397f-3862-4419-b216-b78a8578bb64 admin admin] Publish callbacks [] for security_group (15049808-86b0-4a52-94f0-842868e7015a), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:30.607593 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c4df397f-3862-4419-b216-b78a8578bb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (15049808-86b0-4a52-94f0-842868e7015a), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:30.645070 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-c4df397f-3862-4419-b216-b78a8578bb64 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=01679f0bc9d24937bf2a9e7c533aa5c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164438 May 11 06:50:30.645968 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4df397f-3862-4419-b216-b78a8578bb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15049808-86b0-4a52-94f0-842868e7015a,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:30.647781 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 45030) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:30.694777 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3e95ee67-076f-417c-9973-eb7d181f5131 admin admin] Publish callbacks [] for security_group (15049808-86b0-4a52-94f0-842868e7015a), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:30.716707 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3e95ee67-076f-417c-9973-eb7d181f5131 admin admin] Publish callbacks [] for security_group (15049808-86b0-4a52-94f0-842868e7015a), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:30.771187 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3e95ee67-076f-417c-9973-eb7d181f5131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (15049808-86b0-4a52-94f0-842868e7015a), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:30.774350 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3e95ee67-076f-417c-9973-eb7d181f5131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:30.775529 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-3e95ee67-076f-417c-9973-eb7d181f5131 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/15049808-86b0-4a52-94f0-842868e7015a HTTP/1.1" status: 204 len: 168 time: 0.1267524 May 11 06:50:30.783824 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95ee67-076f-417c-9973-eb7d181f5131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15049808-86b0-4a52-94f0-842868e7015a,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:30.865185 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee13616-43c8-407a-82e2-770c5f0a5898 req-4910b055-94f6-49d0-a697-2f81f167c2f1 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:30.866662 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fee13616-43c8-407a-82e2-770c5f0a5898 req-4910b055-94f6-49d0-a697-2f81f167c2f1 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0524542 May 11 06:50:30.918973 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fee13616-43c8-407a-82e2-770c5f0a5898 req-06a7c18a-1ccf-48cf-99b2-b689d23402b7 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462358 May 11 06:50:30.964072 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:31.037140 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 45038) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:31.049886 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d61da49f-7be0-4491-932b-a72db0090293 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:31.123092 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d61da49f-7be0-4491-932b-a72db0090293 admin admin] Publish callbacks [] for security_group (8e1c3364-fbc7-46fc-8907-83b82e945d07), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:31.126694 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-d61da49f-7be0-4491-932b-a72db0090293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (8e1c3364-fbc7-46fc-8907-83b82e945d07), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:31.163153 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-d61da49f-7be0-4491-932b-a72db0090293 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f0940110566e4ef0b8a6beb1faba8f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1249576 May 11 06:50:31.165121 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61da49f-7be0-4491-932b-a72db0090293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1c3364-fbc7-46fc-8907-83b82e945d07,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:31.165813 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45040) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:31.216241 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b465d580-aeef-4b2d-a6bf-8e45847d76c4 admin admin] Publish callbacks [] for security_group (8e1c3364-fbc7-46fc-8907-83b82e945d07), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:31.236738 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b465d580-aeef-4b2d-a6bf-8e45847d76c4 admin admin] Publish callbacks [] for security_group (8e1c3364-fbc7-46fc-8907-83b82e945d07), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:31.281703 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b465d580-aeef-4b2d-a6bf-8e45847d76c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (8e1c3364-fbc7-46fc-8907-83b82e945d07), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:31.284657 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-b465d580-aeef-4b2d-a6bf-8e45847d76c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:31.285801 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-b465d580-aeef-4b2d-a6bf-8e45847d76c4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8e1c3364-fbc7-46fc-8907-83b82e945d07 HTTP/1.1" status: 204 len: 168 time: 0.1190131 May 11 06:50:31.293547 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465d580-aeef-4b2d-a6bf-8e45847d76c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1c3364-fbc7-46fc-8907-83b82e945d07,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:31.591490 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45046) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:31.604373 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d7d69d04-da08-4c3c-a089-7c3886956aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:31.679750 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d7d69d04-da08-4c3c-a089-7c3886956aff admin admin] Publish callbacks [] for security_group (8adf67cb-39dc-4a62-ab11-edd8bb4c7bb0), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:31.683399 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-d7d69d04-da08-4c3c-a089-7c3886956aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (8adf67cb-39dc-4a62-ab11-edd8bb4c7bb0), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:31.719189 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d69d04-da08-4c3c-a089-7c3886956aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8adf67cb-39dc-4a62-ab11-edd8bb4c7bb0,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:31.723460 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-d7d69d04-da08-4c3c-a089-7c3886956aff admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=66a5727980fb472084d101e9ec01fd9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1309147 May 11 06:50:31.726024 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45048) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:31.772928 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-48dd10f4-04b5-49d9-af82-82bd9d11160a admin admin] Publish callbacks [] for security_group (8adf67cb-39dc-4a62-ab11-edd8bb4c7bb0), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:31.794260 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-48dd10f4-04b5-49d9-af82-82bd9d11160a admin admin] Publish callbacks [] for security_group (8adf67cb-39dc-4a62-ab11-edd8bb4c7bb0), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:31.840475 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-48dd10f4-04b5-49d9-af82-82bd9d11160a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (8adf67cb-39dc-4a62-ab11-edd8bb4c7bb0), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:31.842986 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-48dd10f4-04b5-49d9-af82-82bd9d11160a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:31.844159 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-48dd10f4-04b5-49d9-af82-82bd9d11160a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8adf67cb-39dc-4a62-ab11-edd8bb4c7bb0 HTTP/1.1" status: 204 len: 168 time: 0.1171231 May 11 06:50:31.851648 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd10f4-04b5-49d9-af82-82bd9d11160a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adf67cb-39dc-4a62-ab11-edd8bb4c7bb0,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:32.033989 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810a520-7ec3-47b0-9371-81efbb20cc3e req-51cfc27e-cee1-4b13-991e-f23e080e1ba6 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:32.035453 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d810a520-7ec3-47b0-9371-81efbb20cc3e req-51cfc27e-cee1-4b13-991e-f23e080e1ba6 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0472131 May 11 06:50:32.087497 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d810a520-7ec3-47b0-9371-81efbb20cc3e req-05ad4f3f-7105-432c-b337-5f9b5519d335 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463085 May 11 06:50:32.488837 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45072) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:32.581574 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-db9ec350-ce68-4cd6-be4f-4f013732c2b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1653058983-network', 'tenant_id': '3ce3abdf08024c23b5dbe4d353057d94'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:50:32.592661 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:32.599843 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9ec350-ce68-4cd6-be4f-4f013732c2b3 admin admin] Made reservation on behalf of 3ce3abdf08024c23b5dbe4d353057d94 for: {'network': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:50:32.602195 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-db9ec350-ce68-4cd6-be4f-4f013732c2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for network (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:32.610482 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-db9ec350-ce68-4cd6-be4f-4f013732c2b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:32.682465 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-db9ec350-ce68-4cd6-be4f-4f013732c2b3 admin admin] Publish callbacks [] for security_group (1711cad1-d870-4a34-993a-2d392172e6a2), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:32.686498 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-db9ec350-ce68-4cd6-be4f-4f013732c2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (1711cad1-d870-4a34-993a-2d392172e6a2), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:32.706779 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9ec350-ce68-4cd6-be4f-4f013732c2b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=104513) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 11 06:50:32.721069 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ec350-ce68-4cd6-be4f-4f013732c2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1711cad1-d870-4a34-993a-2d392172e6a2,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:32.723901 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-db9ec350-ce68-4cd6-be4f-4f013732c2b3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748549744397', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (3af9064a-c466-4bf9-80be-8c739daa4391), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:32.724306 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.segments_db [None req-db9ec350-ce68-4cd6-be4f-4f013732c2b3 admin admin] Added segment 3af9064a-c466-4bf9-80be-8c739daa4391 of type vlan for network c7951eaf-d227-4a93-9663-83075f8dba8d May 11 06:50:32.764118 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-db9ec350-ce68-4cd6-be4f-4f013732c2b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748549184669'] for network (c7951eaf-d227-4a93-9663-83075f8dba8d), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:32.786571 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-db9ec350-ce68-4cd6-be4f-4f013732c2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089'] for network (c7951eaf-d227-4a93-9663-83075f8dba8d), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:32.787579 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9ec350-ce68-4cd6-be4f-4f013732c2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:32.788154 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-db9ec350-ce68-4cd6-be4f-4f013732c2b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:32.826813 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-db9ec350-ce68-4cd6-be4f-4f013732c2b3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3367100 May 11 06:50:32.828519 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 45076) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:50:32.833316 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [None req-3a24eb9f-413e-4a19-8cb9-71deb5553b5c admin admin] Request body: {'subnet': {'network_id': 'c7951eaf-d227-4a93-9663-83075f8dba8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1653058983-subnet', 'tenant_id': '3ce3abdf08024c23b5dbe4d353057d94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:50:32.853355 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a24eb9f-413e-4a19-8cb9-71deb5553b5c admin admin] Made reservation on behalf of 3ce3abdf08024c23b5dbe4d353057d94 for: {'subnet': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:50:32.856258 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3a24eb9f-413e-4a19-8cb9-71deb5553b5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60768928'] for subnet (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:32.856502 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ec350-ce68-4cd6-be4f-4f013732c2b3 admin admin] Pushing event updated for resources: {'Network': ['ID=c7951eaf-d227-4a93-9663-83075f8dba8d,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:32.866857 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Network c7951eaf-d227-4a93-9663-83075f8dba8d details requested by agent ovs-agent-dv-cinder-804757-27-iscsi with host dv-cinder-804757-27-iscsi {{(pid=104515) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 11 06:50:33.024206 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3a24eb9f-413e-4a19-8cb9-71deb5553b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59187144', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60768950'] for subnet (2d35260b-11fb-4599-8443-73fd29ccaa27), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:33.084359 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24eb9f-413e-4a19-8cb9-71deb5553b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d35260b-11fb-4599-8443-73fd29ccaa27,revision_number=0']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:33.091554 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a24eb9f-413e-4a19-8cb9-71deb5553b5c admin admin] Checking segment: {'id': '3af9064a-c466-4bf9-80be-8c739daa4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c7951eaf-d227-4a93-9663-83075f8dba8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:50:33.091913 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a24eb9f-413e-4a19-8cb9-71deb5553b5c admin admin] Network hostable DHCP agents. Network: c7951eaf-d227-4a93-9663-83075f8dba8d, hostable agents: ['d02ca54e-1716-4605-a49c-2a3a6f4880bd'], hosted agents: [] {{(pid=104514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 11 06:50:33.109564 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a24eb9f-413e-4a19-8cb9-71deb5553b5c admin admin] Network c7951eaf-d227-4a93-9663-83075f8dba8d is scheduled to be hosted by DHCP agent d02ca54e-1716-4605-a49c-2a3a6f4880bd with binding_index 1 {{(pid=104514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 11 06:50:33.118563 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [None req-3a24eb9f-413e-4a19-8cb9-71deb5553b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-27-iscsi, c7951eaf-d227-4a93-9663-83075f8dba8d) {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:50:33.123908 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a24eb9f-413e-4a19-8cb9-71deb5553b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:33.124500 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-3a24eb9f-413e-4a19-8cb9-71deb5553b5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:33.130527 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076615a0-0e9e-4cb9-aec5-7d8c3215ae58 None None] Network c7951eaf-d227-4a93-9663-83075f8dba8d requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:50:33.149722 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-3a24eb9f-413e-4a19-8cb9-71deb5553b5c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3186166 May 11 06:50:33.223334 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8a52f-304a-4c56-874a-e7559acabbaa req-91a7c537-08fd-42a3-acaa-950e002b855e tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:33.225031 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4fd8a52f-304a-4c56-874a-e7559acabbaa req-91a7c537-08fd-42a3-acaa-950e002b855e tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0490532 May 11 06:50:33.236308 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34514d4-2517-4f20-82a2-28d6724e7eb5 None None] Network c7951eaf-d227-4a93-9663-83075f8dba8d requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:50:33.282828 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4fd8a52f-304a-4c56-874a-e7559acabbaa req-6245cde5-ea06-4cee-80f0-2b853fafc654 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464940 May 11 06:50:34.400768 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d16bc-3d40-4638-b739-388106f999c1 req-3a4977fe-9fd3-49ee-96fd-0c17f960bf43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:34.402393 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a13d16bc-3d40-4638-b739-388106f999c1 req-3a4977fe-9fd3-49ee-96fd-0c17f960bf43 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0497708 May 11 06:50:34.450654 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a13d16bc-3d40-4638-b739-388106f999c1 req-981030bd-9758-4da4-b23e-2a993f165c2c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421829 May 11 06:50:34.916470 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-6a224f40-5a79-48d4-ba7e-9bb393304061 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:34.918450 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-6a224f40-5a79-48d4-ba7e-9bb393304061 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/networks?id=c7951eaf-d227-4a93-9663-83075f8dba8d HTTP/1.1" status: 200 len: 809 time: 0.0970991 May 11 06:50:34.932297 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-2f9a6c61-5d48-496e-9bd4-c5886dbb046c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/quotas/3ce3abdf08024c23b5dbe4d353057d94 HTTP/1.1" status: 200 len: 375 time: 0.0085211 May 11 06:50:34.966753 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-ec471aee-7f93-4506-845d-aab3d107068b tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ce3abdf08024c23b5dbe4d353057d94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298452 May 11 06:50:35.018194 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-705e4e37-99ab-42f7-91f7-6c84e66aecce service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:50:35.019191 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-705e4e37-99ab-42f7-91f7-6c84e66aecce service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0463188 May 11 06:50:35.107212 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-044c57a3-593e-4696-bf06-5990407f29dc service neutron] 10.222.0.64 "GET /v2.0/networks/c7951eaf-d227-4a93-9663-83075f8dba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823352 May 11 06:50:35.197099 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-15233f34-0a8c-491c-945c-b0763d1a9a35 service neutron] 10.222.0.64 "GET /v2.0/networks/c7951eaf-d227-4a93-9663-83075f8dba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841339 May 11 06:50:35.560208 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246f594-3b47-4723-8a79-e68390e972fb req-8098a1ee-e172-4810-871a-d5ad63b06a3b tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:35.561652 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8246f594-3b47-4723-8a79-e68390e972fb req-8098a1ee-e172-4810-871a-d5ad63b06a3b tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0457833 May 11 06:50:35.608839 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8246f594-3b47-4723-8a79-e68390e972fb req-380b1bd9-ba95-4a17-be7b-432da984c91b tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416939 May 11 06:50:36.358965 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9305768d-2b26-4b8f-b64b-92343bb5f444 req-f32a8c6c-f455-4319-affd-5ac19d994cfc tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 210 time: 0.0273032 May 11 06:50:36.731147 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db18b78-117d-4e43-b568-350117a2a21a req-7672785f-fe97-42b2-9db8-07f0d086374e tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:36.732647 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4db18b78-117d-4e43-b568-350117a2a21a req-7672785f-fe97-42b2-9db8-07f0d086374e tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0508802 May 11 06:50:36.784771 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4db18b78-117d-4e43-b568-350117a2a21a req-07249532-92e8-435b-ae51-a08fbe9ef42e tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457847 May 11 06:50:37.476464 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-de0833be-2263-43b3-bd7a-a77d66ba0a05 req-f5fc047b-6834-4e0f-9d8c-ecd5a9d00b23 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 210 time: 0.0385010 May 11 06:50:37.507129 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-d6a41e9f-b989-4823-825b-4b1ec0e16b6d tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:37.508615 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-d6a41e9f-b989-4823-825b-4b1ec0e16b6d tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.70 "GET /v2.0/networks?id=c7951eaf-d227-4a93-9663-83075f8dba8d HTTP/1.1" status: 200 len: 809 time: 0.1431236 May 11 06:50:37.529887 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-89b0fef0-2378-474e-a4ee-37ab8239c7f6 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Request body: {'port': {'device_id': 'e78e1463-adc1-4efa-913e-9af96e684d68', 'network_id': 'c7951eaf-d227-4a93-9663-83075f8dba8d', 'admin_state_up': True, 'tenant_id': '3ce3abdf08024c23b5dbe4d353057d94'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:50:37.632598 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-89b0fef0-2378-474e-a4ee-37ab8239c7f6 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Made reservation on behalf of 3ce3abdf08024c23b5dbe4d353057d94 for: {'port': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:50:37.636630 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-89b0fef0-2378-474e-a4ee-37ab8239c7f6 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:37.766400 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-89b0fef0-2378-474e-a4ee-37ab8239c7f6 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Allocated IP 172.20.0.3 (c7951eaf-d227-4a93-9663-83075f8dba8d/2d35260b-11fb-4599-8443-73fd29ccaa27/b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:50:37.929194 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573e5f9f-c335-4ad7-86a0-c72f76cde6ee req-3a39b222-0c5c-467d-ae1d-536e01fec688 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:37.930552 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-573e5f9f-c335-4ad7-86a0-c72f76cde6ee req-3a39b222-0c5c-467d-ae1d-536e01fec688 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0631046 May 11 06:50:37.953850 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-89b0fef0-2378-474e-a4ee-37ab8239c7f6 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Publish callbacks [] for port (b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:38.008594 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-573e5f9f-c335-4ad7-86a0-c72f76cde6ee req-559c297c-457c-4517-9fe6-9697ffe337f2 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698438 May 11 06:50:38.018030 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-89b0fef0-2378-474e-a4ee-37ab8239c7f6 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:38.059755 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-89b0fef0-2378-474e-a4ee-37ab8239c7f6 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Network c7951eaf-d227-4a93-9663-83075f8dba8d is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:50:38.062758 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-89b0fef0-2378-474e-a4ee-37ab8239c7f6 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:50:38.066418 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-89b0fef0-2378-474e-a4ee-37ab8239c7f6 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:50:38.355801 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0fef0-2378-474e-a4ee-37ab8239c7f6 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Pushing event updated for resources: {'Port': ['ID=b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:38.380167 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-89b0fef0-2378-474e-a4ee-37ab8239c7f6 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:38.380763 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-89b0fef0-2378-474e-a4ee-37ab8239c7f6 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:38.395513 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-89b0fef0-2378-474e-a4ee-37ab8239c7f6 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8697889 May 11 06:50:38.412845 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Request body: {'port': {'device_id': 'e78e1463-adc1-4efa-913e-9af96e684d68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:50:38.470458 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:38.651150 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38606545-5320-4c50-b090-65cb3ac1f796 req-16f5e692-ed56-485c-a710-b898505cc18f tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:38.653544 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-38606545-5320-4c50-b090-65cb3ac1f796 req-16f5e692-ed56-485c-a710-b898505cc18f tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 931 time: 0.1098921 May 11 06:50:38.736233 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d294fe-3d84-4b53-826a-aeceb32b0e2b req-7ed08dfd-6479-4948-a0b0-e5a9afb146d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:38.737725 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-29d294fe-3d84-4b53-826a-aeceb32b0e2b req-7ed08dfd-6479-4948-a0b0-e5a9afb146d9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6758effb73344c895a7ed675378f8df&device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 1129 time: 0.0402710 May 11 06:50:38.752384 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-38606545-5320-4c50-b090-65cb3ac1f796 req-a29c4e68-6c35-41ca-8f91-b066be73b003 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932024 May 11 06:50:38.825547 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d294fe-3d84-4b53-826a-aeceb32b0e2b req-906c9f05-f61e-42d8-a4dd-57e9cd205441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:38.827285 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-29d294fe-3d84-4b53-826a-aeceb32b0e2b req-906c9f05-f61e-42d8-a4dd-57e9cd205441 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a0c97def-afee-473f-bd6f-28ea4388bdaf HTTP/1.1" status: 200 len: 909 time: 0.0834825 May 11 06:50:38.838684 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:50:38.846507 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Publish callbacks [] for port (b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:38.858832 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Transition to ACTIVE for port object b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 will not be triggered until provisioned by entity L2. {{(pid=104513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:50:38.863399 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:38.896517 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-29d294fe-3d84-4b53-826a-aeceb32b0e2b req-3ea023be-0ca6-43b6-819f-18416315f49a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73125ec0-d189-4f79-ab95-8143efd026c7 HTTP/1.1" status: 200 len: 1001 time: 0.0631168 May 11 06:50:38.911973 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Pushing event updated for resources: {'Port': ['ID=b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:38.945380 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d294fe-3d84-4b53-826a-aeceb32b0e2b req-90d7f2c2-a1fb-44e8-9079-e9c9483a242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:38.946840 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-29d294fe-3d84-4b53-826a-aeceb32b0e2b req-90d7f2c2-a1fb-44e8-9079-e9c9483a242e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b91e7e8-b781-4ace-994f-139accedf856 HTTP/1.1" status: 200 len: 847 time: 0.0440636 May 11 06:50:38.982074 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Attempting to bind port b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:50:38.982407 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Attempting to bind port b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '3af9064a-c466-4bf9-80be-8c739daa4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c7951eaf-d227-4a93-9663-83075f8dba8d'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:50:38.982732 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Attempting to bind port b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 on network c7951eaf-d227-4a93-9663-83075f8dba8d {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:50:38.987117 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Port b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 on network c7951eaf-d227-4a93-9663-83075f8dba8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:50:38.987471 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Attempting to bind port b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 on network c7951eaf-d227-4a93-9663-83075f8dba8d {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:50:38.989743 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d294fe-3d84-4b53-826a-aeceb32b0e2b req-0fa6c2ba-a989-4643-ae2a-ebac7aa77e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:38.991304 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-29d294fe-3d84-4b53-826a-aeceb32b0e2b req-0fa6c2ba-a989-4643-ae2a-ebac7aa77e79 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a0c97def-afee-473f-bd6f-28ea4388bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374744 May 11 06:50:38.992634 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:50:38.992969 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Checking segment: {'id': '3af9064a-c466-4bf9-80be-8c739daa4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c7951eaf-d227-4a93-9663-83075f8dba8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:50:38.993344 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Bound using segment: {'id': '3af9064a-c466-4bf9-80be-8c739daa4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c7951eaf-d227-4a93-9663-83075f8dba8d'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:50:38.993767 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Bound port: b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af9064a-c466-4bf9-80be-8c739daa4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c7951eaf-d227-4a93-9663-83075f8dba8d'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:50:38.994123 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:39.072285 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] For port b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74, host hv-cinder-80475, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:50:39.076296 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] For port b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74,segment=NetworkSegment(3af9064a-c466-4bf9-80be-8c739daa4391),segment_id=3af9064a-c466-4bf9-80be-8c739daa4391)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:50:39.084258 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:39.086918 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-29d294fe-3d84-4b53-826a-aeceb32b0e2b req-2f373962-1712-4deb-9bd6-33338f05c407 service neutron] 10.222.0.70 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884194 May 11 06:50:39.143243 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:39.143889 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:39.145327 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] 10.222.0.70 "PUT /v2.0/ports/b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 HTTP/1.1" status: 200 len: 1093 time: 0.7364345 May 11 06:50:39.145773 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78e1463-adc1-4efa-913e-9af96e684d68', 'tag': 'b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:50:39.148061 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5e5e66-07db-4961-a290-7b93884bad1c" -d '{"events": [{"name": "network-changed", "server_uuid": "e78e1463-adc1-4efa-913e-9af96e684d68", "tag": "b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:50:39.173786 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bade26e-26a8-406c-a525-f626e262e6eb req-bebb45e8-d27a-4f63-bb85-29a64cf32dcf tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:39.175350 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5bade26e-26a8-406c-a525-f626e262e6eb req-bebb45e8-d27a-4f63-bb85-29a64cf32dcf tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0926952 May 11 06:50:39.184618 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-29d294fe-3d84-4b53-826a-aeceb32b0e2b req-6b453ff4-0e1d-4dd9-a5a3-e028be39167b service neutron] 10.222.0.70 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916390 May 11 06:50:39.195726 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e2a7e-5b0b-450e-81b5-5ebc68a183bf service neutron] Pushing event updated for resources: {'Port': ['ID=b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:39.206716 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f05db7-5c88-4c23-8b80-bdb090b963e6 x-openstack-request-id: req-83f05db7-5c88-4c23-8b80-bdb090b963e6 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:50:39.207078 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78e1463-adc1-4efa-913e-9af96e684d68", "tag": "b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:50:39.207250 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-83f05db7-5c88-4c23-8b80-bdb090b963e6 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:50:39.207666 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83f05db7-5c88-4c23-8b80-bdb090b963e6'] response: {'name': 'network-changed', 'server_uuid': 'e78e1463-adc1-4efa-913e-9af96e684d68', 'tag': 'b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74', 'status': 'completed', 'code': 200} May 11 06:50:39.238399 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5bade26e-26a8-406c-a525-f626e262e6eb req-6cc8c187-ed9e-454f-84fe-2dc8408cb206 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531471 May 11 06:50:39.869953 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf1d39-28e5-4b23-8a01-cc836ad147d9 req-243df6bb-a47f-4575-9211-bb4cae443941 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:39.872062 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-79bf1d39-28e5-4b23-8a01-cc836ad147d9 req-243df6bb-a47f-4575-9211-bb4cae443941 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 943 time: 0.0527153 May 11 06:50:39.917803 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-79bf1d39-28e5-4b23-8a01-cc836ad147d9 req-693390e1-b01d-40f3-95d8-ed70dba604b7 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397265 May 11 06:50:40.360521 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5df5d7-8967-46c4-bbb5-b3fb6f1810d2 req-585c7256-8f39-4d8b-9314-b9ff7588e720 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:40.361991 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fd5df5d7-8967-46c4-bbb5-b3fb6f1810d2 req-585c7256-8f39-4d8b-9314-b9ff7588e720 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0468047 May 11 06:50:40.410197 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fd5df5d7-8967-46c4-bbb5-b3fb6f1810d2 req-0b34294f-d0a9-4194-ab52-cf43995fa0a3 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425785 May 11 06:50:40.508914 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-3b729a99-d817-4e25-8178-080b2b5460dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:40.510496 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-3b729a99-d817-4e25-8178-080b2b5460dd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ce3abdf08024c23b5dbe4d353057d94&device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 1127 time: 0.0414720 May 11 06:50:40.559772 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-38a24a3a-aa77-44f5-9491-acff540853ca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 HTTP/1.1" status: 200 len: 217 time: 0.0356154 May 11 06:50:40.776468 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-3509799a-8acc-4dd4-b5de-8274b3087130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:40.777934 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-3509799a-8acc-4dd4-b5de-8274b3087130 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d35260b-11fb-4599-8443-73fd29ccaa27 HTTP/1.1" status: 200 len: 849 time: 0.0486159 May 11 06:50:40.815977 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-2e2d4513-82ae-45da-9cf6-92b0042ed562 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c7951eaf-d227-4a93-9663-83075f8dba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294552 May 11 06:50:40.937468 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-1b87da14-643a-49e9-b72f-2a3f1310c420 service neutron] 10.222.0.70 "GET /v2.0/networks/c7951eaf-d227-4a93-9663-83075f8dba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913093 May 11 06:50:41.040228 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-a93cc6d1-9d5c-439a-bf79-260dc2bf5324 req-8f40b757-2574-495f-9b62-80b56e7d0223 service neutron] 10.222.0.70 "GET /v2.0/networks/c7951eaf-d227-4a93-9663-83075f8dba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961967 May 11 06:50:41.052487 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f790aac-b830-41c8-92c4-977ef3ac1342 req-94c841c9-66ec-4029-8f38-8335bbf9cb30 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:41.054689 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7f790aac-b830-41c8-92c4-977ef3ac1342 req-94c841c9-66ec-4029-8f38-8335bbf9cb30 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 943 time: 0.0515654 May 11 06:50:41.108944 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7f790aac-b830-41c8-92c4-977ef3ac1342 req-49ba1699-b441-4e32-bec9-f0f12fc8da65 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479319 May 11 06:50:41.519544 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599804ca-f7ea-4768-9930-93805a4a45ce req-75f00e5c-fe31-4b7f-b405-d6dc7b7779f7 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:41.520964 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-599804ca-f7ea-4768-9930-93805a4a45ce req-75f00e5c-fe31-4b7f-b405-d6dc7b7779f7 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0454063 May 11 06:50:41.568205 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-599804ca-f7ea-4768-9930-93805a4a45ce req-34c58c47-2236-403f-8818-8ca644cbb420 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417933 May 11 06:50:41.857758 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de57f3-014f-4799-8324-14819bb47bde req-f6c7e605-4267-41c7-8c94-521ba7ea1c9f tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:41.859633 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-38de57f3-014f-4799-8324-14819bb47bde req-f6c7e605-4267-41c7-8c94-521ba7ea1c9f tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 946 time: 0.0486884 May 11 06:50:41.882535 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e5e66-07db-4961-a290-7b93884bad1c req-b075c8d4-1c9a-47d6-af52-0220fc1efddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:41.884104 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ad5e5e66-07db-4961-a290-7b93884bad1c req-b075c8d4-1c9a-47d6-af52-0220fc1efddf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ce3abdf08024c23b5dbe4d353057d94&device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 1127 time: 0.0405147 May 11 06:50:41.909715 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-38de57f3-014f-4799-8324-14819bb47bde req-29e6b13e-6ddd-4ea5-a134-b34f08dbee08 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435059 May 11 06:50:42.230061 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d967ed-6b2b-4064-8dcd-090df1c66426 req-628243ef-8bb2-425e-95e4-73ec082f2cc2 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:42.231525 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-90d967ed-6b2b-4064-8dcd-090df1c66426 req-628243ef-8bb2-425e-95e4-73ec082f2cc2 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 943 time: 0.0509546 May 11 06:50:42.277472 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-90d967ed-6b2b-4064-8dcd-090df1c66426 req-71b9b491-9773-4c0e-8578-0dbd89fe1c92 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404243 May 11 06:50:42.682346 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7a905-58cc-4beb-94d4-70707941ea32 req-94d66ae2-87d2-463d-9312-9cc7bf407422 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:42.684335 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5db7a905-58cc-4beb-94d4-70707941ea32 req-94d66ae2-87d2-463d-9312-9cc7bf407422 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0473864 May 11 06:50:42.731654 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5db7a905-58cc-4beb-94d4-70707941ea32 req-6807217e-6f23-467a-8aba-273e19294e83 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417361 May 11 06:50:43.037321 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20695f3-b1c3-4fee-9a23-3e7b2fee45b6 req-2f4328ff-4e2b-471a-b8fb-6b02ebf67c21 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:43.039721 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c20695f3-b1c3-4fee-9a23-3e7b2fee45b6 req-2f4328ff-4e2b-471a-b8fb-6b02ebf67c21 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 946 time: 0.0542681 May 11 06:50:43.065021 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e5e66-07db-4961-a290-7b93884bad1c req-e2d2f3be-f10c-4adc-befe-8ebd50789deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:43.066495 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ad5e5e66-07db-4961-a290-7b93884bad1c req-e2d2f3be-f10c-4adc-befe-8ebd50789deb service neutron] 10.222.0.70 "GET /v2.0/networks?id=c7951eaf-d227-4a93-9663-83075f8dba8d HTTP/1.1" status: 200 len: 910 time: 0.0982876 May 11 06:50:43.090570 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c20695f3-b1c3-4fee-9a23-3e7b2fee45b6 req-37dd04be-b3e5-413e-939d-ff7b4199cb4f tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447559 May 11 06:50:43.248199 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ad5e5e66-07db-4961-a290-7b93884bad1c req-383f5673-e4a5-4dd9-ae41-5c0d69fad66e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 HTTP/1.1" status: 200 len: 217 time: 0.0362499 May 11 06:50:43.387884 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50fa13-c0cb-4ad1-b948-12144927d500 req-be59243e-edee-49b9-acc3-20609cb9f5a6 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:43.389336 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8a50fa13-c0cb-4ad1-b948-12144927d500 req-be59243e-edee-49b9-acc3-20609cb9f5a6 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 943 time: 0.0467429 May 11 06:50:43.436293 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-8a50fa13-c0cb-4ad1-b948-12144927d500 req-1deb2e0a-8f72-4819-94d2-698a152f33cb tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410221 May 11 06:50:43.456181 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e5e66-07db-4961-a290-7b93884bad1c req-38750b78-3845-4ed9-b65d-50dbf83fa0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:43.457735 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ad5e5e66-07db-4961-a290-7b93884bad1c req-38750b78-3845-4ed9-b65d-50dbf83fa0ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d35260b-11fb-4599-8443-73fd29ccaa27 HTTP/1.1" status: 200 len: 849 time: 0.0437186 May 11 06:50:43.662536 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ad5e5e66-07db-4961-a290-7b93884bad1c req-a5ae68b1-860a-4da3-afe1-6ea2316f83f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c7951eaf-d227-4a93-9663-83075f8dba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315056 May 11 06:50:43.755722 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ad5e5e66-07db-4961-a290-7b93884bad1c req-c4bf16b8-79fd-47ca-b372-d70e98c61825 service neutron] 10.222.0.70 "GET /v2.0/networks/c7951eaf-d227-4a93-9663-83075f8dba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842049 May 11 06:50:43.796700 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3960cf-6b08-40cd-8422-a40d141533f3 req-66ab4bb6-21d8-4c34-9ffe-52b52625d41a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:43.798210 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ca3960cf-6b08-40cd-8422-a40d141533f3 req-66ab4bb6-21d8-4c34-9ffe-52b52625d41a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.70 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 946 time: 0.0502431 May 11 06:50:43.831163 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:50:43.861264 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-ad5e5e66-07db-4961-a290-7b93884bad1c req-4330079c-914f-4ff7-a5d7-da941103fc1f service neutron] 10.222.0.70 "GET /v2.0/networks/c7951eaf-d227-4a93-9663-83075f8dba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980964 May 11 06:50:43.903393 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1fcd9a-9aa3-444c-b86d-183e4589f262 req-bb41c539-b08e-49b8-9af5-323a3b1a7009 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:43.904873 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1d1fcd9a-9aa3-444c-b86d-183e4589f262 req-bb41c539-b08e-49b8-9af5-323a3b1a7009 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0953031 May 11 06:50:43.937031 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-ca3960cf-6b08-40cd-8422-a40d141533f3 req-77230979-4ab0-40f6-86e0-6b835c9789ce tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Deleting port 49dd66e4-b55f-46a8-b872-9c0eaabb296f {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:50:43.937282 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-ca3960cf-6b08-40cd-8422-a40d141533f3 req-77230979-4ab0-40f6-86e0-6b835c9789ce tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (49dd66e4-b55f-46a8-b872-9c0eaabb296f), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:43.939094 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74,segment=NetworkSegment(3af9064a-c466-4bf9-80be-8c739daa4391),segment_id=3af9064a-c466-4bf9-80be-8c739daa4391)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:50:43.950889 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': 'b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74', 'network_id': 'c7951eaf-d227-4a93-9663-83075f8dba8d', 'port_id': 'b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74', 'mac_address': 'fa:16:3e:c9:68:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d35260b-11fb-4599-8443-73fd29ccaa27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:50:43.988469 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:50:43.988860 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:44.005162 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:50:44.019213 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1d1fcd9a-9aa3-444c-b86d-183e4589f262 req-35770669-efe0-47d6-93ef-2f6752fea2b5 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1065688 May 11 06:50:44.029358 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74,segment=NetworkSegment(3af9064a-c466-4bf9-80be-8c739daa4391),segment_id=3af9064a-c466-4bf9-80be-8c739daa4391)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:50:44.034953 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:44.058058 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-ca3960cf-6b08-40cd-8422-a40d141533f3 req-77230979-4ab0-40f6-86e0-6b835c9789ce tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] For port 49dd66e4-b55f-46a8-b872-9c0eaabb296f, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=49dd66e4-b55f-46a8-b872-9c0eaabb296f,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:50:44.058491 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-ca3960cf-6b08-40cd-8422-a40d141533f3 req-77230979-4ab0-40f6-86e0-6b835c9789ce tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (49dd66e4-b55f-46a8-b872-9c0eaabb296f), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:44.083958 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:44.091760 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:44.092109 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:44.092450 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:44.092980 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:44.093316 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:44.093650 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:44.093978 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:44.094305 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:44.094634 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:44.094961 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:44.095310 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:44.095640 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:44.095962 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:44.096286 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:44.096607 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:50:44.111462 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [req-03844d7b-59ca-4c73-8485-23caf25a9936 req-ffe34f90-86ee-4d96-bb95-e5669b63c0b3 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:50:44.112563 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-03844d7b-59ca-4c73-8485-23caf25a9936 req-ffe34f90-86ee-4d96-bb95-e5669b63c0b3 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0089831 May 11 06:50:44.238599 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40787951-96c7-434e-8ae8-b89edbc49b3f req-1f2e718c-33ff-4a63-b60e-54ecff1002f0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:44.240294 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-40787951-96c7-434e-8ae8-b89edbc49b3f req-1f2e718c-33ff-4a63-b60e-54ecff1002f0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 946 time: 0.0720658 May 11 06:50:44.374701 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b54d836e-e63a-4f8f-a586-152461e8692f req-e59dca03-e72e-40a9-8917-12de6600875e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1647823 May 11 06:50:44.378985 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-ca3960cf-6b08-40cd-8422-a40d141533f3 req-77230979-4ab0-40f6-86e0-6b835c9789ce tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:44.379389 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-ca3960cf-6b08-40cd-8422-a40d141533f3 req-77230979-4ab0-40f6-86e0-6b835c9789ce tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (93e0005c-9510-4565-b3bf-1eef9e8dabcb), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:44.379707 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [req-ca3960cf-6b08-40cd-8422-a40d141533f3 req-77230979-4ab0-40f6-86e0-6b835c9789ce tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Floating IP 93e0005c-9510-4565-b3bf-1eef9e8dabcb disassociated. External IP: 172.27.2.171, port: 49dd66e4-b55f-46a8-b872-9c0eaabb296f. May 11 06:50:44.380053 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-ca3960cf-6b08-40cd-8422-a40d141533f3 req-77230979-4ab0-40f6-86e0-6b835c9789ce tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Calling delete_port for 49dd66e4-b55f-46a8-b872-9c0eaabb296f owned by compute:nova {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:50:44.386335 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:50:44.393110 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673f5ab-fe66-473b-a6ca-d464df8158f9 req-3df88013-4c9b-4538-b120-1c0375f69a3c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:44.394597 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a673f5ab-fe66-473b-a6ca-d464df8158f9 req-3df88013-4c9b-4538-b120-1c0375f69a3c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.1673214 May 11 06:50:44.472338 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-40787951-96c7-434e-8ae8-b89edbc49b3f req-ad10adbc-3869-4772-88cd-61a37cb11141 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916661 May 11 06:50:44.519426 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a673f5ab-fe66-473b-a6ca-d464df8158f9 req-1479ed04-0231-4c75-8529-b9cbee60c4aa tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1076331 May 11 06:50:44.617925 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d836e-e63a-4f8f-a586-152461e8692f req-35bb07c8-3e70-40c3-9881-e21a7de2393c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:44.621422 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-b54d836e-e63a-4f8f-a586-152461e8692f req-35bb07c8-3e70-40c3-9881-e21a7de2393c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports/73125ec0-d189-4f79-ab95-8143efd026c7 HTTP/1.1" status: 200 len: 942 time: 0.2192793 May 11 06:50:44.625357 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a81711-c8d1-47f8-b183-aca378b086e9 req-665aa135-2687-4b90-bb90-e42b90b185e5 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:44.627002 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-34a81711-c8d1-47f8-b183-aca378b086e9 req-665aa135-2687-4b90-bb90-e42b90b185e5 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 944 time: 0.0634604 May 11 06:50:44.631362 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-ca3960cf-6b08-40cd-8422-a40d141533f3 req-77230979-4ab0-40f6-86e0-6b835c9789ce tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (49dd66e4-b55f-46a8-b872-9c0eaabb296f), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:44.674568 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77230979-4ab0-40f6-86e0-6b835c9789ce tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event deleted for resources: {'Port': ['ID=49dd66e4-b55f-46a8-b872-9c0eaabb296f,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:44.741534 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-34a81711-c8d1-47f8-b183-aca378b086e9 req-47ba7e39-5978-479a-98f3-21c2685665dc tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082239 May 11 06:50:44.820858 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca3960cf-6b08-40cd-8422-a40d141533f3 req-77230979-4ab0-40f6-86e0-6b835c9789ce tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:50:44.935514 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca3960cf-6b08-40cd-8422-a40d141533f3 req-77230979-4ab0-40f6-86e0-6b835c9789ce tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:50:44.949570 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c260bad-c759-4748-977a-9258c70da1ca None None] Sync routers for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:50:44.961847 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c260bad-c759-4748-977a-9258c70da1ca None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:50:44.962600 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-5c260bad-c759-4748-977a-9258c70da1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:50:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:44.981946 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3960cf-6b08-40cd-8422-a40d141533f3 req-77230979-4ab0-40f6-86e0-6b835c9789ce tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] No DVR routers for this DVR port 49dd66e4-b55f-46a8-b872-9c0eaabb296f on host hv-cinder-80475 {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:50:44.984620 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-ca3960cf-6b08-40cd-8422-a40d141533f3 req-77230979-4ab0-40f6-86e0-6b835c9789ce tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:44.987997 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ca3960cf-6b08-40cd-8422-a40d141533f3 req-77230979-4ab0-40f6-86e0-6b835c9789ce tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.70 "DELETE /v2.0/ports/49dd66e4-b55f-46a8-b872-9c0eaabb296f HTTP/1.1" status: 204 len: 173 time: 1.1851771 May 11 06:50:44.988440 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2605ddbc-2797-403c-937d-fa10bb1df1b8', 'name': 'network-vif-deleted', 'tag': '49dd66e4-b55f-46a8-b872-9c0eaabb296f'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:50:44.990691 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b201fecb-5c77-4abe-8538-da6f080b0072" -d '{"events": [{"server_uuid": "2605ddbc-2797-403c-937d-fa10bb1df1b8", "name": "network-vif-deleted", "tag": "49dd66e4-b55f-46a8-b872-9c0eaabb296f"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:50:45.040900 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3933707f-d433-429e-b9b7-2b98181f64d4 x-openstack-request-id: req-3933707f-d433-429e-b9b7-2b98181f64d4 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:50:45.041252 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2605ddbc-2797-403c-937d-fa10bb1df1b8", "name": "network-vif-deleted", "tag": "49dd66e4-b55f-46a8-b872-9c0eaabb296f", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:50:45.041607 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3933707f-d433-429e-b9b7-2b98181f64d4 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:50:45.042046 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3933707f-d433-429e-b9b7-2b98181f64d4'] response: {'server_uuid': '2605ddbc-2797-403c-937d-fa10bb1df1b8', 'name': 'network-vif-deleted', 'tag': '49dd66e4-b55f-46a8-b872-9c0eaabb296f', 'status': 'completed', 'code': 200} May 11 06:50:45.097937 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-5c260bad-c759-4748-977a-9258c70da1ca None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:50:45.289593 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-5c260bad-c759-4748-977a-9258c70da1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:45.314971 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c260bad-c759-4748-977a-9258c70da1ca None None] Checking router: e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:50:45.322955 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c260bad-c759-4748-977a-9258c70da1ca None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:50:45.324146 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-5c260bad-c759-4748-977a-9258c70da1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:50:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:45.435702 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-5c260bad-c759-4748-977a-9258c70da1ca None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:50:45.587315 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0c5e7d8f-de2b-4a05-8f60-17af9555c922 req-db797979-c1b9-4b59-8884-8d6e2824af65 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=2605ddbc-2797-403c-937d-fa10bb1df1b8 HTTP/1.1" status: 200 len: 210 time: 0.0345290 May 11 06:50:45.649083 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-5c260bad-c759-4748-977a-9258c70da1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:50:45.651576 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085de592-7272-4470-918e-063be767635e req-0937e5d9-ff0a-4df5-9a9e-97230ff66071 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:45.653306 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-085de592-7272-4470-918e-063be767635e req-0937e5d9-ff0a-4df5-9a9e-97230ff66071 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0513098 May 11 06:50:45.677210 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c260bad-c759-4748-977a-9258c70da1ca None None] The sync data for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi is: [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:50:45.705377 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-085de592-7272-4470-918e-063be767635e req-9333bc65-811e-4f32-bbc5-934139e49ca5 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455561 May 11 06:50:45.865772 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c635c5-ca16-4e78-b6ba-91c54a9189f7 req-bd37d9e8-b87e-454c-a961-5a6e4cd408ac tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:45.874149 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-78c635c5-ca16-4e78-b6ba-91c54a9189f7 req-bd37d9e8-b87e-454c-a961-5a6e4cd408ac tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 944 time: 0.0628607 May 11 06:50:45.899208 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:50:45.930337 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-78c635c5-ca16-4e78-b6ba-91c54a9189f7 req-fe2e9b1f-40a9-41fb-b9ff-f03300596348 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552237 May 11 06:50:45.950898 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:50:45.958609 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:50:45.959376 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:45.975399 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bae19b5-c287-425d-8cab-758b9776d610 None None] New status for floating IP 93e0005c-9510-4565-b3bf-1eef9e8dabcb: DOWN {{(pid=104516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:50:46.051719 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:50:46.052056 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:46.074815 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78e1463-adc1-4efa-913e-9af96e684d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:50:46.077323 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11b1cb8-dad7-46fc-a019-f5539701d20a" -d '{"events": [{"server_uuid": "e78e1463-adc1-4efa-913e-9af96e684d68", "name": "network-vif-plugged", "status": "completed", "tag": "b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:50:46.090168 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74,segment=NetworkSegment(3af9064a-c466-4bf9-80be-8c739daa4391),segment_id=3af9064a-c466-4bf9-80be-8c739daa4391)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:50:46.094536 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:46.095520 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 49dd66e4-b55f-46a8-b872-9c0eaabb296f no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:50:46.116788 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: 49dd66e4-b55f-46a8-b872-9c0eaabb296f {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:50:46.117231 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 49dd66e4-b55f-46a8-b872-9c0eaabb296f not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:50:46.117546 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 73125ec0-d189-4f79-ab95-8143efd026c7 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:50:46.279681 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae21043-60c1-4b21-bde2-a8e906177746 x-openstack-request-id: req-8ae21043-60c1-4b21-bde2-a8e906177746 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:50:46.279960 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78e1463-adc1-4efa-913e-9af96e684d68", "name": "network-vif-plugged", "status": "completed", "tag": "b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:50:46.280205 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8ae21043-60c1-4b21-bde2-a8e906177746 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:50:46.280585 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae21043-60c1-4b21-bde2-a8e906177746'] response: {'server_uuid': 'e78e1463-adc1-4efa-913e-9af96e684d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74', 'code': 200} May 11 06:50:46.316625 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:46.360964 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 73125ec0-d189-4f79-ab95-8143efd026c7 is: ACTIVE; New status is: DOWN {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:50:46.361380 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:46.396130 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 73125ec0-d189-4f79-ab95-8143efd026c7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=73125ec0-d189-4f79-ab95-8143efd026c7,segment=NetworkSegment(0f623434-51ac-4702-927d-c893f63d4254),segment_id=0f623434-51ac-4702-927d-c893f63d4254)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:50:46.402319 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:46.440336 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d836e-e63a-4f8f-a586-152461e8692f req-93fb7426-c5c4-43dc-bf13-5bf5dde0e520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:46.442416 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b54d836e-e63a-4f8f-a586-152461e8692f req-93fb7426-c5c4-43dc-bf13-5bf5dde0e520 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46&tenant_id=e6758effb73344c895a7ed675378f8df HTTP/1.1" status: 200 len: 1129 time: 0.0912130 May 11 06:50:46.455918 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=73125ec0-d189-4f79-ab95-8143efd026c7,revision_number=6']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:46.514652 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d836e-e63a-4f8f-a586-152461e8692f req-f6170e7c-337c-4cab-a2ec-6295748236ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:46.516205 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b54d836e-e63a-4f8f-a586-152461e8692f req-f6170e7c-337c-4cab-a2ec-6295748236ad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6758effb73344c895a7ed675378f8df&device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 1127 time: 0.0394914 May 11 06:50:46.525804 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73027f-64b4-4bd6-8343-60209e20ec9b req-a765d348-07d7-40d6-a83f-644c7428f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:46.527958 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1b73027f-64b4-4bd6-8343-60209e20ec9b req-a765d348-07d7-40d6-a83f-644c7428f70a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 1129 time: 0.0379560 May 11 06:50:46.574493 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-1b73027f-64b4-4bd6-8343-60209e20ec9b req-ae70ce36-5fd8-4384-91c3-ca849939f3dc service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404472 May 11 06:50:46.612852 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d836e-e63a-4f8f-a586-152461e8692f req-7309497b-0710-4099-9de3-940980045ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:46.614314 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b54d836e-e63a-4f8f-a586-152461e8692f req-7309497b-0710-4099-9de3-940980045ed5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a0c97def-afee-473f-bd6f-28ea4388bdaf HTTP/1.1" status: 200 len: 909 time: 0.0918548 May 11 06:50:46.838979 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99bc35-8237-430f-b542-d3836add1861 req-522ebc9c-72c1-4b62-a52a-d94470325c9f tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:46.840388 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5e99bc35-8237-430f-b542-d3836add1861 req-522ebc9c-72c1-4b62-a52a-d94470325c9f tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 943 time: 0.0639353 May 11 06:50:46.914912 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-8feda8c0-0b41-450f-9f72-403ffee8833d tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2049296380&fields=id&tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6 HTTP/1.1" status: 200 len: 267 time: 0.1104536 May 11 06:50:46.967213 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b54d836e-e63a-4f8f-a586-152461e8692f req-c1254529-064c-4b69-b11b-fb72ade8fb4c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73125ec0-d189-4f79-ab95-8143efd026c7 HTTP/1.1" status: 200 len: 999 time: 0.1211612 May 11 06:50:47.013048 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5e99bc35-8237-430f-b542-d3836add1861 req-26720c5b-ea54-422a-bc37-0d9803f2255c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1659353 May 11 06:50:47.052702 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-9c39554f-4fda-498d-a54c-06aff8687cb7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:47.054160 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-9c39554f-4fda-498d-a54c-06aff8687cb7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/networks?id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c HTTP/1.1" status: 200 len: 812 time: 0.1310940 May 11 06:50:47.070554 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-20067d61-c322-48f1-8713-d70197414cca tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/quotas/549cd5f2cff143c69dd1e4568d7bd3e6 HTTP/1.1" status: 200 len: 375 time: 0.0092976 May 11 06:50:47.145635 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c0c8b-4e82-43a4-a17c-81ccb6e60eeb req-472c0683-0bc1-4466-843d-cbeac5a0e70a tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:47.147096 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b78c0c8b-4e82-43a4-a17c-81ccb6e60eeb req-472c0683-0bc1-4466-843d-cbeac5a0e70a tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 945 time: 0.0732744 May 11 06:50:47.157099 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-a4af7da4-052a-4ec5-9585-08bb240d0ff9 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741272 May 11 06:50:47.226619 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d836e-e63a-4f8f-a586-152461e8692f req-84102916-1bb2-4b71-8f3a-b82b5d142a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:47.228214 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b54d836e-e63a-4f8f-a586-152461e8692f req-84102916-1bb2-4b71-8f3a-b82b5d142a09 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b91e7e8-b781-4ace-994f-139accedf856 HTTP/1.1" status: 200 len: 847 time: 0.0702345 May 11 06:50:47.241140 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-d1e4f879-0b70-48dd-9b4c-6fedab5ae8f0 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=104513) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 11 06:50:47.242098 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-d1e4f879-0b70-48dd-9b4c-6fedab5ae8f0 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0543063 May 11 06:50:47.264441 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b78c0c8b-4e82-43a4-a17c-81ccb6e60eeb req-f9ab8ec7-459c-4769-95e1-268c8e545285 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117189 May 11 06:50:47.306970 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d836e-e63a-4f8f-a586-152461e8692f req-6590d111-5839-4d09-bae5-26324995cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:47.309174 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b54d836e-e63a-4f8f-a586-152461e8692f req-6590d111-5839-4d09-bae5-26324995cd34 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a0c97def-afee-473f-bd6f-28ea4388bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0716298 May 11 06:50:47.419239 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-1139ae4f-fee9-47b1-a44e-db173d809a0d service neutron] 10.222.0.64 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645980 May 11 06:50:47.461733 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b54d836e-e63a-4f8f-a586-152461e8692f req-871b132f-5fa2-4335-ab80-7fdf76b9abf0 service neutron] 10.222.0.70 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269333 May 11 06:50:47.522082 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-7ff3424c-3065-484a-afa5-2753861a211e service neutron] 10.222.0.64 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972443 May 11 06:50:47.805799 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-338fcfb4-d126-4e22-b5c2-127bdfd3e820 req-9497ca57-b87d-42d2-bb09-e9a67506c6a6 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 210 time: 0.0280395 May 11 06:50:48.038315 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b54d836e-e63a-4f8f-a586-152461e8692f req-76760b49-c229-4f90-9383-7cc26b3e6070 service neutron] 10.222.0.70 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914869 May 11 06:50:48.282445 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876c9add-17b5-422d-8b96-30da512c6d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73125ec0-d189-4f79-ab95-8143efd026c7'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:50:48.284788 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45599194-09ff-4753-9657-69d59bfb5c53" -d '{"events": [{"server_uuid": "876c9add-17b5-422d-8b96-30da512c6d46", "name": "network-vif-unplugged", "status": "completed", "tag": "73125ec0-d189-4f79-ab95-8143efd026c7"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:50:48.427203 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c036f-c7ca-4e13-9aad-73b9c3d5a593 req-7aecd2e4-5fa6-49df-86af-90cec48fa162 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:48.428725 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-365c036f-c7ca-4e13-9aad-73b9c3d5a593 req-7aecd2e4-5fa6-49df-86af-90cec48fa162 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 943 time: 0.3388832 May 11 06:50:48.440670 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d48070-b1f2-4005-a549-4230114357c1 req-f95af347-88d1-4f6e-861d-4042e2108272 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:48.442119 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-47d48070-b1f2-4005-a549-4230114357c1 req-f95af347-88d1-4f6e-861d-4042e2108272 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 945 time: 0.0613875 May 11 06:50:48.513083 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-365c036f-c7ca-4e13-9aad-73b9c3d5a593 req-22db13b4-3a01-4d00-9509-18c63c89f86a tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698810 May 11 06:50:48.520073 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-47d48070-b1f2-4005-a549-4230114357c1 req-4b685ee4-4497-4bfa-844b-3a8667321100 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696311 May 11 06:50:48.566194 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 11 May 2022 06:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3fc9d7-b182-4f7c-b524-a27649aad039 x-openstack-request-id: req-fe3fc9d7-b182-4f7c-b524-a27649aad039 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:50:48.566514 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876c9add-17b5-422d-8b96-30da512c6d46", "name": "network-vif-unplugged", "status": "completed", "tag": "73125ec0-d189-4f79-ab95-8143efd026c7", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:50:48.566781 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-fe3fc9d7-b182-4f7c-b524-a27649aad039 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:50:48.567176 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe3fc9d7-b182-4f7c-b524-a27649aad039'] response: {'server_uuid': '876c9add-17b5-422d-8b96-30da512c6d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73125ec0-d189-4f79-ab95-8143efd026c7', 'code': 200} May 11 06:50:48.903869 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c0b38fae-3967-4d4d-8207-e89d5ad04e5b req-c26ff094-7fcc-4b24-84c1-274a6d6e1c9c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 210 time: 0.0317264 May 11 06:50:49.082298 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-5b2f1205-ea8b-4225-911a-50b1d1cefbaa tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:49.083923 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-5b2f1205-ea8b-4225-911a-50b1d1cefbaa tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.70 "GET /v2.0/networks?id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c HTTP/1.1" status: 200 len: 812 time: 0.1176703 May 11 06:50:49.176794 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-c803f1cb-9552-4f8d-a2da-e0318efb1aa0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6 HTTP/1.1" status: 200 len: 380 time: 0.0588334 May 11 06:50:49.242950 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265bae3-3fa9-45ad-9c74-e79afc82f18f req-bab319ed-0477-48bc-9a3f-20a26258bf03 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:49.244444 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e265bae3-3fa9-45ad-9c74-e79afc82f18f req-bab319ed-0477-48bc-9a3f-20a26258bf03 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 945 time: 0.0509605 May 11 06:50:49.289361 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e265bae3-3fa9-45ad-9c74-e79afc82f18f req-08c3d714-927b-4c4d-9b43-224c6f34c95a tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393174 May 11 06:50:49.630279 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbea8c-d30b-4616-adf7-e16c60a5d421 req-545e9214-1b3a-4796-a352-4f2428131000 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:49.631801 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-21bbea8c-d30b-4616-adf7-e16c60a5d421 req-545e9214-1b3a-4796-a352-4f2428131000 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 943 time: 0.0469322 May 11 06:50:49.688804 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-21bbea8c-d30b-4616-adf7-e16c60a5d421 req-318cb0a4-0d57-404a-8905-454bc7d5b3b7 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469527 May 11 06:50:49.999715 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-bee180fd-077f-4eae-9ee1-b5b5e03eaf05 req-29c2cc63-10a7-42f8-9ec1-29650ac296d2 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 210 time: 0.0277922 May 11 06:50:50.282816 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-b9eb0b9b-5b5b-4d15-99eb-06abd1181e58 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Request body: {'port': {'device_id': '099e2318-b1a5-41e1-b650-788036a4e19a', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'admin_state_up': True, 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'security_groups': ['c0e396ef-af66-4fbf-8d63-57c47fed3d12']}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:50:50.429886 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd21fe7-0035-4a18-be3b-f90403656b56 req-f813e095-82a4-4f0f-9cc7-a3c911495ce2 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:50.431728 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-acd21fe7-0035-4a18-be3b-f90403656b56 req-f813e095-82a4-4f0f-9cc7-a3c911495ce2 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 945 time: 0.0720661 May 11 06:50:50.453615 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-b9eb0b9b-5b5b-4d15-99eb-06abd1181e58 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Made reservation on behalf of 549cd5f2cff143c69dd1e4568d7bd3e6 for: {'port': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:50:50.456936 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-b9eb0b9b-5b5b-4d15-99eb-06abd1181e58 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:50.505962 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-acd21fe7-0035-4a18-be3b-f90403656b56 req-645774a8-2b6d-4d69-af9e-b399d1697989 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683696 May 11 06:50:50.611104 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-b9eb0b9b-5b5b-4d15-99eb-06abd1181e58 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Allocated IP 172.20.0.11 (29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c/571d3319-113c-4fc5-9bfa-24b106f2a034/63deefb4-c65e-4800-9773-117330932a29) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:50:50.756288 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-b9eb0b9b-5b5b-4d15-99eb-06abd1181e58 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for port (63deefb4-c65e-4800-9773-117330932a29), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:50.818917 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922d027e-cfa3-4e95-ae33-af2d8565aace req-d52f83ea-0efa-4404-b3f1-60ec63f58653 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:50.820421 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-922d027e-cfa3-4e95-ae33-af2d8565aace req-d52f83ea-0efa-4404-b3f1-60ec63f58653 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 943 time: 0.0624604 May 11 06:50:50.844866 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-b9eb0b9b-5b5b-4d15-99eb-06abd1181e58 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (63deefb4-c65e-4800-9773-117330932a29), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:50.913668 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-b9eb0b9b-5b5b-4d15-99eb-06abd1181e58 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:50:50.925426 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-b9eb0b9b-5b5b-4d15-99eb-06abd1181e58 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:50:50.930420 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-b9eb0b9b-5b5b-4d15-99eb-06abd1181e58 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:50:50.969553 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-922d027e-cfa3-4e95-ae33-af2d8565aace req-0a44940e-b975-4871-9d97-7b60a33414cf tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1419184 May 11 06:50:50.993445 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-b9eb0b9b-5b5b-4d15-99eb-06abd1181e58 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:50.993445 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-b9eb0b9b-5b5b-4d15-99eb-06abd1181e58 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:50.993445 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb0b9b-5b5b-4d15-99eb-06abd1181e58 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event updated for resources: {'Port': ['ID=63deefb4-c65e-4800-9773-117330932a29,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:51.006634 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-b9eb0b9b-5b5b-4d15-99eb-06abd1181e58 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7277434 May 11 06:50:51.024694 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Request body: {'port': {'device_id': '099e2318-b1a5-41e1-b650-788036a4e19a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:50:51.030388 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8cf21-ad84-4bfb-bed8-eba3788e273e req-9dd2f64d-d599-4db2-a3a8-6aa3376380c1 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:51.031922 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-d6e8cf21-ad84-4bfb-bed8-eba3788e273e req-9dd2f64d-d599-4db2-a3a8-6aa3376380c1 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.70 "GET /v2.0/ports?device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 945 time: 0.3212352 May 11 06:50:51.127929 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-d6e8cf21-ad84-4bfb-bed8-eba3788e273e req-5e94df62-d663-4285-845b-35b6ac5eb116 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Deleting port b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:50:51.128435 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (63deefb4-c65e-4800-9773-117330932a29), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:51.128770 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-d6e8cf21-ad84-4bfb-bed8-eba3788e273e req-5e94df62-d663-4285-845b-35b6ac5eb116 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:51.155380 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f196cc-7aab-46a2-b2c5-fdd1689cf33f req-d219f07a-fd22-44bf-9ead-1c8262638963 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:51.156233 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-16f196cc-7aab-46a2-b2c5-fdd1689cf33f req-d219f07a-fd22-44bf-9ead-1c8262638963 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 932 time: 0.0698173 May 11 06:50:51.180410 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-99a80e88-8bfb-4816-be1e-0ff7c7d43f4f None None] Provisioning complete for port 63deefb4-c65e-4800-9773-117330932a29 triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:50:51.181219 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-99a80e88-8bfb-4816-be1e-0ff7c7d43f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (63deefb4-c65e-4800-9773-117330932a29), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:51.226243 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-99a80e88-8bfb-4816-be1e-0ff7c7d43f4f None None] Port 63deefb4-c65e-4800-9773-117330932a29 cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:50:51.226562 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-d6e8cf21-ad84-4bfb-bed8-eba3788e273e req-5e94df62-d663-4285-845b-35b6ac5eb116 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] For port b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74,segment=NetworkSegment(3af9064a-c466-4bf9-80be-8c739daa4391),segment_id=3af9064a-c466-4bf9-80be-8c739daa4391)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:50:51.227307 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-d6e8cf21-ad84-4bfb-bed8-eba3788e273e req-5e94df62-d663-4285-845b-35b6ac5eb116 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:51.240817 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-d6e8cf21-ad84-4bfb-bed8-eba3788e273e req-5e94df62-d663-4285-845b-35b6ac5eb116 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Calling delete_port for b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 owned by compute:nova {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:50:51.264355 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-16f196cc-7aab-46a2-b2c5-fdd1689cf33f req-6ae35339-c622-46f4-b4b1-d891a401ee96 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878334 May 11 06:50:51.375603 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-d6e8cf21-ad84-4bfb-bed8-eba3788e273e req-5e94df62-d663-4285-845b-35b6ac5eb116 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:51.412061 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94df62-d663-4285-845b-35b6ac5eb116 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Pushing event deleted for resources: {'Port': ['ID=b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:51.414729 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:50:51.450567 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e8cf21-ad84-4bfb-bed8-eba3788e273e req-5e94df62-d663-4285-845b-35b6ac5eb116 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] No DVR routers for this DVR port b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 on host hv-cinder-80475 {{(pid=104514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:50:51.453497 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-d6e8cf21-ad84-4bfb-bed8-eba3788e273e req-5e94df62-d663-4285-845b-35b6ac5eb116 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:51.457044 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-d6e8cf21-ad84-4bfb-bed8-eba3788e273e req-5e94df62-d663-4285-845b-35b6ac5eb116 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.70 "DELETE /v2.0/ports/b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 HTTP/1.1" status: 204 len: 173 time: 0.4198673 May 11 06:50:51.457684 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78e1463-adc1-4efa-913e-9af96e684d68', 'name': 'network-vif-deleted', 'tag': 'b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:50:51.460588 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d364b6cd-dfe7-4912-8ada-0d523ff03e72" -d '{"events": [{"server_uuid": "e78e1463-adc1-4efa-913e-9af96e684d68", "name": "network-vif-deleted", "tag": "b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:50:51.498616 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63deefb4-c65e-4800-9773-117330932a29 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:50:51.506333 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Publish callbacks [] for port (63deefb4-c65e-4800-9773-117330932a29), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:51.521871 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Transition to ACTIVE for port object 63deefb4-c65e-4800-9773-117330932a29 will not be triggered until provisioned by entity L2. {{(pid=104513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:50:51.525613 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (63deefb4-c65e-4800-9773-117330932a29), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:51.576848 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be82627-39be-482a-a066-1d7dbc2913c9 x-openstack-request-id: req-3be82627-39be-482a-a066-1d7dbc2913c9 {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:50:51.577149 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78e1463-adc1-4efa-913e-9af96e684d68", "name": "network-vif-deleted", "tag": "b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:50:51.577594 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3be82627-39be-482a-a066-1d7dbc2913c9 {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:50:51.578177 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3be82627-39be-482a-a066-1d7dbc2913c9'] response: {'server_uuid': 'e78e1463-adc1-4efa-913e-9af96e684d68', 'name': 'network-vif-deleted', 'tag': 'b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74', 'status': 'completed', 'code': 200} May 11 06:50:51.579471 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Pushing event updated for resources: {'Port': ['ID=63deefb4-c65e-4800-9773-117330932a29,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:51.671413 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1a47e908-1270-465a-9666-183352722dd2 req-ee4b04e0-12dd-4962-9180-08137caa80ba tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=e78e1463-adc1-4efa-913e-9af96e684d68 HTTP/1.1" status: 200 len: 210 time: 0.0403833 May 11 06:50:51.691812 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Attempting to bind port 63deefb4-c65e-4800-9773-117330932a29 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:50:51.692170 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Attempting to bind port 63deefb4-c65e-4800-9773-117330932a29 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:50:51.692486 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Attempting to bind port 63deefb4-c65e-4800-9773-117330932a29 on network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:50:51.697249 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Port 63deefb4-c65e-4800-9773-117330932a29 on network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:50:51.697571 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Attempting to bind port 63deefb4-c65e-4800-9773-117330932a29 on network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:50:51.703542 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:50:51.703882 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Checking segment: {'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:50:51.704271 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Bound using segment: {'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:50:51.704710 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Bound port: 63deefb4-c65e-4800-9773-117330932a29, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:50:51.705071 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (63deefb4-c65e-4800-9773-117330932a29), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:51.769678 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] For port 63deefb4-c65e-4800-9773-117330932a29, host hv-cinder-80475, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:50:51.772599 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] For port 63deefb4-c65e-4800-9773-117330932a29, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63deefb4-c65e-4800-9773-117330932a29,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:50:51.777510 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (63deefb4-c65e-4800-9773-117330932a29), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:51.811789 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:51.812519 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:51.813784 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] 10.222.0.70 "PUT /v2.0/ports/63deefb4-c65e-4800-9773-117330932a29 HTTP/1.1" status: 200 len: 1094 time: 0.7935276 May 11 06:50:51.814222 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099e2318-b1a5-41e1-b650-788036a4e19a', 'tag': '63deefb4-c65e-4800-9773-117330932a29'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:50:51.816495 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ade1a64-2f87-49e0-9b04-c948c197b31d" -d '{"events": [{"name": "network-changed", "server_uuid": "099e2318-b1a5-41e1-b650-788036a4e19a", "tag": "63deefb4-c65e-4800-9773-117330932a29"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:50:51.843754 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62623b1b-1ba5-455c-aca4-a398eaf0e217 service neutron] Pushing event updated for resources: {'Port': ['ID=63deefb4-c65e-4800-9773-117330932a29,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:51.879176 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3c5d8e-3ffe-4ea1-bb56-28f94ba0a116 x-openstack-request-id: req-8f3c5d8e-3ffe-4ea1-bb56-28f94ba0a116 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:50:51.879499 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099e2318-b1a5-41e1-b650-788036a4e19a", "tag": "63deefb4-c65e-4800-9773-117330932a29", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:50:51.879758 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-8f3c5d8e-3ffe-4ea1-bb56-28f94ba0a116 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:50:51.880173 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3c5d8e-3ffe-4ea1-bb56-28f94ba0a116'] response: {'name': 'network-changed', 'server_uuid': '099e2318-b1a5-41e1-b650-788036a4e19a', 'tag': '63deefb4-c65e-4800-9773-117330932a29', 'status': 'completed', 'code': 200} May 11 06:50:51.943125 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-5df56d85-2213-484a-88c4-cd30f24c35f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:51.944720 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-5df56d85-2213-484a-88c4-cd30f24c35f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 1128 time: 0.0480776 May 11 06:50:52.001816 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-af6ab21e-dfa1-47da-a140-fbb6013e1f9c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63deefb4-c65e-4800-9773-117330932a29 HTTP/1.1" status: 200 len: 217 time: 0.0444851 May 11 06:50:52.081613 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-6510fd3d-af7a-43a4-807b-093bd81fd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:52.083077 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-6510fd3d-af7a-43a4-807b-093bd81fd675 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=571d3319-113c-4fc5-9bfa-24b106f2a034 HTTP/1.1" status: 200 len: 851 time: 0.0743322 May 11 06:50:52.103776 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076c6a3-a263-4961-a906-f763ad1abae7 req-f69b7a9b-dd79-487a-b018-5c9a86723948 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:52.105803 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5076c6a3-a263-4961-a906-f763ad1abae7 req-f69b7a9b-dd79-487a-b018-5c9a86723948 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 943 time: 0.0624623 May 11 06:50:52.152097 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-c19508b4-990f-48de-8372-d4ccfcb71195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:52.153618 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-c19508b4-990f-48de-8372-d4ccfcb71195 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0626423 May 11 06:50:52.201652 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5076c6a3-a263-4961-a906-f763ad1abae7 req-8bb1a224-3f1e-437f-af9c-68542bef592e tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738399 May 11 06:50:52.259444 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-338a2b75-9c76-44a2-a9b7-44738a902b73 service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965667 May 11 06:50:52.388435 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-c3ed03d1-429f-40a8-8c06-64d3b4a0bd7e req-ca0d7fa0-be90-4248-aa78-daee71aa5c29 service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225073 May 11 06:50:52.398735 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30366eba-6b56-4b57-a7fb-40f6020f85ca req-8c0619d0-f088-4c85-beac-69f14f71d65b tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:52.400169 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30366eba-6b56-4b57-a7fb-40f6020f85ca req-8c0619d0-f088-4c85-beac-69f14f71d65b tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 944 time: 0.0582073 May 11 06:50:52.461829 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-30366eba-6b56-4b57-a7fb-40f6020f85ca req-a2b5ed74-5080-4fec-b16b-accfc485e629 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534217 May 11 06:50:52.687897 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade1a64-2f87-49e0-9b04-c948c197b31d req-064b4a1b-6dd1-4488-874e-c9197b65af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:52.689279 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2ade1a64-2f87-49e0-9b04-c948c197b31d req-064b4a1b-6dd1-4488-874e-c9197b65af29 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 1128 time: 0.0437057 May 11 06:50:52.794023 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade1a64-2f87-49e0-9b04-c948c197b31d req-553e16b5-7b65-477d-97f6-85b8c02fed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:52.795532 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2ade1a64-2f87-49e0-9b04-c948c197b31d req-553e16b5-7b65-477d-97f6-85b8c02fed43 service neutron] 10.222.0.70 "GET /v2.0/networks?id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c HTTP/1.1" status: 200 len: 913 time: 0.0975821 May 11 06:50:52.850545 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2ade1a64-2f87-49e0-9b04-c948c197b31d req-49871ef0-1fdc-4e94-b849-259b1e8736ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63deefb4-c65e-4800-9773-117330932a29 HTTP/1.1" status: 200 len: 217 time: 0.0481195 May 11 06:50:52.951919 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade1a64-2f87-49e0-9b04-c948c197b31d req-7958f91f-ee5e-4c70-91ea-b90cd3c22a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:52.953262 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2ade1a64-2f87-49e0-9b04-c948c197b31d req-7958f91f-ee5e-4c70-91ea-b90cd3c22a6f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=571d3319-113c-4fc5-9bfa-24b106f2a034 HTTP/1.1" status: 200 len: 851 time: 0.0909581 May 11 06:50:53.004749 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-0dc1d371-acf8-4c50-a59e-d290cf0ac4ff tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:53.006172 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-0dc1d371-acf8-4c50-a59e-d290cf0ac4ff tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/networks?id=c7951eaf-d227-4a93-9663-83075f8dba8d HTTP/1.1" status: 200 len: 809 time: 0.1651728 May 11 06:50:53.015843 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade1a64-2f87-49e0-9b04-c948c197b31d req-afd83873-7af5-4f05-803d-5928508b7a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:53.017235 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2ade1a64-2f87-49e0-9b04-c948c197b31d req-afd83873-7af5-4f05-803d-5928508b7a7b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0553541 May 11 06:50:53.032927 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-a19961a2-55f5-4364-a36c-ef4aafe04079 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/quotas/3ce3abdf08024c23b5dbe4d353057d94 HTTP/1.1" status: 200 len: 375 time: 0.0190048 May 11 06:50:53.078434 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-7d325087-efba-4156-bde1-a5467f2070d1 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=3ce3abdf08024c23b5dbe4d353057d94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357540 May 11 06:50:53.191807 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2ade1a64-2f87-49e0-9b04-c948c197b31d req-c622e051-ce96-4c34-aae0-a6ed1cb0bbd9 service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683841 May 11 06:50:53.240055 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-c7946f55-c934-45d8-9ee0-82b1141e9e00 service neutron] 10.222.0.64 "GET /v2.0/networks/c7951eaf-d227-4a93-9663-83075f8dba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317918 May 11 06:50:53.374507 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40564d29-a1fd-4362-8d78-ebc1f9c8fd5d req-70a5da27-53df-4a17-99d6-1f029c3ca870 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:53.375991 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-40564d29-a1fd-4362-8d78-ebc1f9c8fd5d req-70a5da27-53df-4a17-99d6-1f029c3ca870 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 943 time: 0.1054089 May 11 06:50:53.405248 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2ade1a64-2f87-49e0-9b04-c948c197b31d req-d55f7eb6-b77c-452e-bb9b-29842b481993 service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061028 May 11 06:50:53.443969 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-59f62356-dc3d-4684-a85e-5f89572fc632 service neutron] 10.222.0.64 "GET /v2.0/networks/c7951eaf-d227-4a93-9663-83075f8dba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744008 May 11 06:50:53.457539 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-40564d29-a1fd-4362-8d78-ebc1f9c8fd5d req-3e00407b-febe-4868-87a6-4b5287347e8f tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720794 May 11 06:50:53.593920 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7c9c6-48b7-4b64-bc50-3fe16c72b97f req-d982dbcf-710d-4207-8a26-affe0e59b993 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:53.595736 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f2d7c9c6-48b7-4b64-bc50-3fe16c72b97f req-d982dbcf-710d-4207-8a26-affe0e59b993 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 944 time: 0.0645244 May 11 06:50:53.622396 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-279070f2-7e66-49eb-86a9-d6157c5d0b96 req-fcf4ae40-34b4-4e5d-86e4-3bb33cbb13ee tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=86724d6e-8b72-4b57-9cc6-6ecdbf527aa4 HTTP/1.1" status: 200 len: 210 time: 0.0477726 May 11 06:50:53.663293 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f2d7c9c6-48b7-4b64-bc50-3fe16c72b97f req-b4f0d81f-ffb1-480b-b9ed-121170436e7e tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484715 May 11 06:50:54.570103 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa553efb-c6ae-4731-8387-a4eddc474faa req-95ab1546-8812-481c-a521-4879ea822e3b tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:54.571715 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fa553efb-c6ae-4731-8387-a4eddc474faa req-95ab1546-8812-481c-a521-4879ea822e3b tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 943 time: 0.0469699 May 11 06:50:54.621638 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fa553efb-c6ae-4731-8387-a4eddc474faa req-5461005f-18f2-4365-8dd7-b144d1ab9f19 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436251 May 11 06:50:54.765616 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-799ef8d0-d695-49f0-9748-10bd8512b0c6 req-094e7087-ae28-4b1c-a7af-b76d0981a08f tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=86724d6e-8b72-4b57-9cc6-6ecdbf527aa4 HTTP/1.1" status: 200 len: 210 time: 0.0454042 May 11 06:50:54.811661 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2ccff-0ac8-41f5-bf1d-cd5e3465f1ba req-54002e91-2608-4edd-9897-9470e845189e tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:54.813141 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-12d2ccff-0ac8-41f5-bf1d-cd5e3465f1ba req-54002e91-2608-4edd-9897-9470e845189e tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 944 time: 0.0786107 May 11 06:50:54.818790 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-7fcb606f-89ce-420d-9396-a454feba6663 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:54.820142 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-7fcb606f-89ce-420d-9396-a454feba6663 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.70 "GET /v2.0/networks?id=c7951eaf-d227-4a93-9663-83075f8dba8d HTTP/1.1" status: 200 len: 809 time: 0.1804214 May 11 06:50:54.863928 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-12d2ccff-0ac8-41f5-bf1d-cd5e3465f1ba req-e30d362e-02c2-4d88-9a64-4262847aefd0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428653 May 11 06:50:54.908393 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:50:54.913094 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-7d0149cb-2baa-4633-9f2d-f352ddc512f8 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Request body: {'port': {'device_id': '86724d6e-8b72-4b57-9cc6-6ecdbf527aa4', 'network_id': 'c7951eaf-d227-4a93-9663-83075f8dba8d', 'admin_state_up': True, 'tenant_id': '3ce3abdf08024c23b5dbe4d353057d94'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:50:55.021508 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-7d0149cb-2baa-4633-9f2d-f352ddc512f8 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Made reservation on behalf of 3ce3abdf08024c23b5dbe4d353057d94 for: {'port': 1} {{(pid=104513) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:50:55.024770 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-7d0149cb-2baa-4633-9f2d-f352ddc512f8 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:55.149763 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-7d0149cb-2baa-4633-9f2d-f352ddc512f8 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Allocated IP 172.20.0.5 (c7951eaf-d227-4a93-9663-83075f8dba8d/2d35260b-11fb-4599-8443-73fd29ccaa27/ee7931e1-c638-40ab-81de-06f191a82fc7) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:50:55.294317 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-7d0149cb-2baa-4633-9f2d-f352ddc512f8 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Publish callbacks [] for port (ee7931e1-c638-40ab-81de-06f191a82fc7), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:55.325725 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-7d0149cb-2baa-4633-9f2d-f352ddc512f8 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (ee7931e1-c638-40ab-81de-06f191a82fc7), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:55.366832 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-7d0149cb-2baa-4633-9f2d-f352ddc512f8 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Network c7951eaf-d227-4a93-9663-83075f8dba8d is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:50:55.370411 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-7d0149cb-2baa-4633-9f2d-f352ddc512f8 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:50:55.376319 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-7d0149cb-2baa-4633-9f2d-f352ddc512f8 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:50:55.398888 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0149cb-2baa-4633-9f2d-f352ddc512f8 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Pushing event updated for resources: {'Port': ['ID=ee7931e1-c638-40ab-81de-06f191a82fc7,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:55.425317 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-7d0149cb-2baa-4633-9f2d-f352ddc512f8 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:55.425920 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-7d0149cb-2baa-4633-9f2d-f352ddc512f8 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:55.441430 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-7d0149cb-2baa-4633-9f2d-f352ddc512f8 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5321229 May 11 06:50:55.459529 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Request body: {'port': {'device_id': '86724d6e-8b72-4b57-9cc6-6ecdbf527aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:50:55.523488 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (ee7931e1-c638-40ab-81de-06f191a82fc7), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:55.664582 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ef7944da-c3bd-4887-b238-acbe46b112fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:55.775175 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587a4bd-49a5-47e9-993b-4bf1a4bb1050 req-208e6f63-1c92-4fc6-a331-173cc3fb3d0c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:55.777217 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5587a4bd-49a5-47e9-993b-4bf1a4bb1050 req-208e6f63-1c92-4fc6-a331-173cc3fb3d0c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 943 time: 0.0804663 May 11 06:50:55.878370 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 73125ec0-d189-4f79-ab95-8143efd026c7 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:50:55.888553 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:50:55.910587 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5587a4bd-49a5-47e9-993b-4bf1a4bb1050 req-bb0968f6-e82f-4cc3-9826-6c852c0766ef tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1273835 May 11 06:50:55.914243 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:50:55.914494 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device b0fb1d0a-6f9c-4e9f-92a8-3cb3e2183d74 not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:50:55.933214 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7931e1-c638-40ab-81de-06f191a82fc7 {{(pid=104513) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:50:55.939916 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e313b-a18a-46e5-aa72-57acdba899f2 req-553e9cd5-7e1b-4db0-a3c4-933ce529baa4 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:55.945310 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3e6e313b-a18a-46e5-aa72-57acdba899f2 req-553e9cd5-7e1b-4db0-a3c4-933ce529baa4 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=86724d6e-8b72-4b57-9cc6-6ecdbf527aa4 HTTP/1.1" status: 200 len: 931 time: 0.1074364 May 11 06:50:55.949862 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Publish callbacks [] for port (ee7931e1-c638-40ab-81de-06f191a82fc7), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:55.978248 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.provisioning_blocks [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Transition to ACTIVE for port object ee7931e1-c638-40ab-81de-06f191a82fc7 will not be triggered until provisioned by entity L2. {{(pid=104513) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:50:55.986681 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (ee7931e1-c638-40ab-81de-06f191a82fc7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:56.001861 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 73125ec0-d189-4f79-ab95-8143efd026c7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=73125ec0-d189-4f79-ab95-8143efd026c7,segment=NetworkSegment(0f623434-51ac-4702-927d-c893f63d4254),segment_id=0f623434-51ac-4702-927d-c893f63d4254)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:50:56.016635 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': '73125ec0-d189-4f79-ab95-8143efd026c7', 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf', 'port_id': '73125ec0-d189-4f79-ab95-8143efd026c7', 'mac_address': 'fa:16:3e:da:48:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b91e7e8-b781-4ace-994f-139accedf856', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:50:56.054083 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 73125ec0-d189-4f79-ab95-8143efd026c7 is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:50:56.054461 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:56.068392 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73125ec0-d189-4f79-ab95-8143efd026c7 {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:50:56.077429 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3e6e313b-a18a-46e5-aa72-57acdba899f2 req-8537fddc-5734-43c0-b222-627636df18fb tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204019 May 11 06:50:56.091370 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 73125ec0-d189-4f79-ab95-8143efd026c7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=73125ec0-d189-4f79-ab95-8143efd026c7,segment=NetworkSegment(0f623434-51ac-4702-927d-c893f63d4254),segment_id=0f623434-51ac-4702-927d-c893f63d4254)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:50:56.099194 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7931e1-c638-40ab-81de-06f191a82fc7,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:56.100139 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:56.108450 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaecad2-801c-4c47-9488-629e00e11c04 req-02c0194d-e19a-41d0-ac1f-8c16d2d915f8 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:56.109965 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5aaecad2-801c-4c47-9488-629e00e11c04 req-02c0194d-e19a-41d0-ac1f-8c16d2d915f8 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 944 time: 0.1244006 May 11 06:50:56.145813 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=73125ec0-d189-4f79-ab95-8143efd026c7,revision_number=7']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:56.205395 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5aaecad2-801c-4c47-9488-629e00e11c04 req-bcd787eb-a615-4a45-a546-433c7ed7ab9f tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799997 May 11 06:50:56.214639 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Attempting to bind port ee7931e1-c638-40ab-81de-06f191a82fc7 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:50:56.214977 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Attempting to bind port ee7931e1-c638-40ab-81de-06f191a82fc7 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '3af9064a-c466-4bf9-80be-8c739daa4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c7951eaf-d227-4a93-9663-83075f8dba8d'}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:50:56.215340 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Attempting to bind port ee7931e1-c638-40ab-81de-06f191a82fc7 on network c7951eaf-d227-4a93-9663-83075f8dba8d {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:50:56.219716 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Port ee7931e1-c638-40ab-81de-06f191a82fc7 on network c7951eaf-d227-4a93-9663-83075f8dba8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:50:56.220185 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Attempting to bind port ee7931e1-c638-40ab-81de-06f191a82fc7 on network c7951eaf-d227-4a93-9663-83075f8dba8d {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:50:56.225005 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:50:56.225342 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Checking segment: {'id': '3af9064a-c466-4bf9-80be-8c739daa4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c7951eaf-d227-4a93-9663-83075f8dba8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104513) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:50:56.225726 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Bound using segment: {'id': '3af9064a-c466-4bf9-80be-8c739daa4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c7951eaf-d227-4a93-9663-83075f8dba8d'} {{(pid=104513) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:50:56.226150 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.managers [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Bound port: ee7931e1-c638-40ab-81de-06f191a82fc7, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3af9064a-c466-4bf9-80be-8c739daa4391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c7951eaf-d227-4a93-9663-83075f8dba8d'}}] {{(pid=104513) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:50:56.226509 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (ee7931e1-c638-40ab-81de-06f191a82fc7), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:56.289981 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] For port ee7931e1-c638-40ab-81de-06f191a82fc7, host hv-cinder-80475, cleared binding levels {{(pid=104513) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:50:56.292945 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] For port ee7931e1-c638-40ab-81de-06f191a82fc7, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ee7931e1-c638-40ab-81de-06f191a82fc7,segment=NetworkSegment(3af9064a-c466-4bf9-80be-8c739daa4391),segment_id=3af9064a-c466-4bf9-80be-8c739daa4391)] {{(pid=104513) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:50:56.299100 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (ee7931e1-c638-40ab-81de-06f191a82fc7), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:56.337476 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:56.337997 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:56.340079 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] 10.222.0.70 "PUT /v2.0/ports/ee7931e1-c638-40ab-81de-06f191a82fc7 HTTP/1.1" status: 200 len: 1093 time: 0.8846376 May 11 06:50:56.342322 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86724d6e-8b72-4b57-9cc6-6ecdbf527aa4', 'tag': 'ee7931e1-c638-40ab-81de-06f191a82fc7'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:50:56.344586 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138ba195-221c-4a5c-ad74-bf47977ea18d" -d '{"events": [{"name": "network-changed", "server_uuid": "86724d6e-8b72-4b57-9cc6-6ecdbf527aa4", "tag": "ee7931e1-c638-40ab-81de-06f191a82fc7"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:50:56.369285 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9f55c-6135-4431-833d-3d229b25ff16 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7931e1-c638-40ab-81de-06f191a82fc7,revision_number=3']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:56.383078 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0a345f-06b8-4b9d-8a73-f88ef66bc37b x-openstack-request-id: req-4a0a345f-06b8-4b9d-8a73-f88ef66bc37b {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:50:56.383405 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86724d6e-8b72-4b57-9cc6-6ecdbf527aa4", "tag": "ee7931e1-c638-40ab-81de-06f191a82fc7", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:50:56.383718 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-4a0a345f-06b8-4b9d-8a73-f88ef66bc37b {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:50:56.384132 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0a345f-06b8-4b9d-8a73-f88ef66bc37b'] response: {'name': 'network-changed', 'server_uuid': '86724d6e-8b72-4b57-9cc6-6ecdbf527aa4', 'tag': 'ee7931e1-c638-40ab-81de-06f191a82fc7', 'status': 'completed', 'code': 200} May 11 06:50:56.388051 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['73125ec0-d189-4f79-ab95-8143efd026c7'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:50:56.446102 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-942b4814-b52a-4d87-b0f3-06d2b715e748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:56.447634 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-942b4814-b52a-4d87-b0f3-06d2b715e748 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ce3abdf08024c23b5dbe4d353057d94&device_id=86724d6e-8b72-4b57-9cc6-6ecdbf527aa4 HTTP/1.1" status: 200 len: 1127 time: 0.0443325 May 11 06:50:56.497610 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-2c318433-faf9-440c-9292-5ea78a9b2778 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee7931e1-c638-40ab-81de-06f191a82fc7 HTTP/1.1" status: 200 len: 217 time: 0.0375190 May 11 06:50:56.547009 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-ffbcff56-41b7-400d-99f9-e8517fce64fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:56.548574 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-ffbcff56-41b7-400d-99f9-e8517fce64fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d35260b-11fb-4599-8443-73fd29ccaa27 HTTP/1.1" status: 200 len: 849 time: 0.0450423 May 11 06:50:56.581707 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-7e6227c5-ddf5-4c45-9b55-ee0794cd6d5c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c7951eaf-d227-4a93-9663-83075f8dba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274858 May 11 06:50:56.940908 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-9d787629-b904-49fd-b9fe-1f41370f0ecc service neutron] 10.222.0.70 "GET /v2.0/networks/c7951eaf-d227-4a93-9663-83075f8dba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513415 May 11 06:50:57.063180 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc106c-7234-45e2-b80e-c8d92c7f89c5 req-21d89048-942e-491d-abe8-e0607af29f3c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:57.064641 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7bfc106c-7234-45e2-b80e-c8d92c7f89c5 req-21d89048-942e-491d-abe8-e0607af29f3c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 944 time: 0.0625255 May 11 06:50:57.069717 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-383f1afe-b59e-4bae-a91e-1d89c5683f35 req-0c6fa871-8dc0-4ea5-995d-3b30242a636b service neutron] 10.222.0.70 "GET /v2.0/networks/c7951eaf-d227-4a93-9663-83075f8dba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219885 May 11 06:50:57.114086 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-7bfc106c-7234-45e2-b80e-c8d92c7f89c5 req-62194bcf-b34d-4dac-b0be-f7f03cbebeb1 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434337 May 11 06:50:57.194651 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db44d02-03f7-4ce2-bd1d-f3d2c80de51a req-156a3031-a83d-4e93-8d34-0bef2668d01f tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:57.196040 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4db44d02-03f7-4ce2-bd1d-f3d2c80de51a req-156a3031-a83d-4e93-8d34-0bef2668d01f tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=86724d6e-8b72-4b57-9cc6-6ecdbf527aa4 HTTP/1.1" status: 200 len: 943 time: 0.0464473 May 11 06:50:57.243112 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4db44d02-03f7-4ce2-bd1d-f3d2c80de51a req-80412acf-5844-4479-8403-034fdaa54469 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410810 May 11 06:50:57.315681 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc9d46-57f7-4c1b-b90d-b22c70e15914 req-d817822e-828b-446b-8c00-09f9b4193748 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:57.317107 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a3fc9d46-57f7-4c1b-b90d-b22c70e15914 req-d817822e-828b-446b-8c00-09f9b4193748 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 944 time: 0.0457320 May 11 06:50:57.368673 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a3fc9d46-57f7-4c1b-b90d-b22c70e15914 req-91927868-d9b7-476e-80fe-ead034f89ba2 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460136 May 11 06:50:57.774948 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4f52fd73-3a56-41fd-9650-ca3f21a7aff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:57.895714 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 73125ec0-d189-4f79-ab95-8143efd026c7 up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:50:57.942606 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port 73125ec0-d189-4f79-ab95-8143efd026c7 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:50:57.942979 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:57.984745 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ba195-221c-4a5c-ad74-bf47977ea18d req-da8335f7-b8cd-4a79-a64c-352fd68f793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:57.986332 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-138ba195-221c-4a5c-ad74-bf47977ea18d req-da8335f7-b8cd-4a79-a64c-352fd68f793f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3ce3abdf08024c23b5dbe4d353057d94&device_id=86724d6e-8b72-4b57-9cc6-6ecdbf527aa4 HTTP/1.1" status: 200 len: 1127 time: 0.0390792 May 11 06:50:58.018355 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 73125ec0-d189-4f79-ab95-8143efd026c7 is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:50:58.018745 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:58.040158 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876c9add-17b5-422d-8b96-30da512c6d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73125ec0-d189-4f79-ab95-8143efd026c7'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:50:58.042298 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7132f0-ecb3-43b9-802b-152a56056b18" -d '{"events": [{"server_uuid": "876c9add-17b5-422d-8b96-30da512c6d46", "name": "network-vif-plugged", "status": "completed", "tag": "73125ec0-d189-4f79-ab95-8143efd026c7"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:50:58.054415 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 73125ec0-d189-4f79-ab95-8143efd026c7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=73125ec0-d189-4f79-ab95-8143efd026c7,segment=NetworkSegment(0f623434-51ac-4702-927d-c893f63d4254),segment_id=0f623434-51ac-4702-927d-c893f63d4254)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:50:58.059467 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:58.089196 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdd11fe-f3de-445a-977f-5c110661860b x-openstack-request-id: req-2cdd11fe-f3de-445a-977f-5c110661860b {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:50:58.089486 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876c9add-17b5-422d-8b96-30da512c6d46", "name": "network-vif-plugged", "status": "completed", "tag": "73125ec0-d189-4f79-ab95-8143efd026c7", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:50:58.089736 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-2cdd11fe-f3de-445a-977f-5c110661860b {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:50:58.090124 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cdd11fe-f3de-445a-977f-5c110661860b'] response: {'server_uuid': '876c9add-17b5-422d-8b96-30da512c6d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73125ec0-d189-4f79-ab95-8143efd026c7', 'code': 200} May 11 06:50:58.112350 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=73125ec0-d189-4f79-ab95-8143efd026c7,revision_number=8']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:50:58.227009 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309d2cc-8b51-4caa-868e-fe4fc99df0eb req-10685682-556f-4e39-bd6f-293e4302294e tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:58.228505 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1309d2cc-8b51-4caa-868e-fe4fc99df0eb req-10685682-556f-4e39-bd6f-293e4302294e tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0483589 May 11 06:50:58.277130 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1309d2cc-8b51-4caa-868e-fe4fc99df0eb req-f8f31122-8b60-44ac-b78e-7836c6fd4df5 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430024 May 11 06:50:58.360808 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4cfb4-f2e4-4d57-98a5-a65e4c3ec4a3 req-335b20ef-be63-49f2-b12a-2b7b3ded6cdb tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:58.362171 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f0e4cfb4-f2e4-4d57-98a5-a65e4c3ec4a3 req-335b20ef-be63-49f2-b12a-2b7b3ded6cdb tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=86724d6e-8b72-4b57-9cc6-6ecdbf527aa4 HTTP/1.1" status: 200 len: 943 time: 0.0491655 May 11 06:50:58.408995 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f0e4cfb4-f2e4-4d57-98a5-a65e4c3ec4a3 req-4ed18868-dd9c-42e1-9057-c580b04813c3 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413194 May 11 06:50:58.480704 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8eb60-04dd-4ab3-ba0b-474ddd7b1b7b req-26261502-1692-48f6-a8f8-9d80b7e32500 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:58.482289 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-75e8eb60-04dd-4ab3-ba0b-474ddd7b1b7b req-26261502-1692-48f6-a8f8-9d80b7e32500 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 944 time: 0.0478456 May 11 06:50:58.545912 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-75e8eb60-04dd-4ab3-ba0b-474ddd7b1b7b req-ccd5739d-365c-41e5-a1e4-39813e8b8baf tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580595 May 11 06:50:58.617121 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ba195-221c-4a5c-ad74-bf47977ea18d req-36c3c739-07c4-48c4-97db-df9f9c870ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:58.618626 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-138ba195-221c-4a5c-ad74-bf47977ea18d req-36c3c739-07c4-48c4-97db-df9f9c870ff0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c7951eaf-d227-4a93-9663-83075f8dba8d HTTP/1.1" status: 200 len: 910 time: 0.1011999 May 11 06:50:58.665170 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-138ba195-221c-4a5c-ad74-bf47977ea18d req-ad6d2a99-8c41-4e1e-81c5-88894d05edf8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ee7931e1-c638-40ab-81de-06f191a82fc7 HTTP/1.1" status: 200 len: 217 time: 0.0401750 May 11 06:50:58.715106 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138ba195-221c-4a5c-ad74-bf47977ea18d req-b3adc19e-3527-4ef9-89a5-0aaaabe17a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:58.716595 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-138ba195-221c-4a5c-ad74-bf47977ea18d req-b3adc19e-3527-4ef9-89a5-0aaaabe17a48 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=2d35260b-11fb-4599-8443-73fd29ccaa27 HTTP/1.1" status: 200 len: 849 time: 0.0460498 May 11 06:50:58.747805 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294442b-9746-46bd-b27c-f4565126c960 req-190cd400-ef99-4e0c-8086-c3c185a3dd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:58.749460 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2294442b-9746-46bd-b27c-f4565126c960 req-190cd400-ef99-4e0c-8086-c3c185a3dd98 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 1129 time: 0.0394919 May 11 06:50:58.751937 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-138ba195-221c-4a5c-ad74-bf47977ea18d req-7188646e-4155-49b2-9899-a2ec1c66d7f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c7951eaf-d227-4a93-9663-83075f8dba8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297813 May 11 06:50:58.802881 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-2294442b-9746-46bd-b27c-f4565126c960 req-63b5a43f-6dfd-49d7-9848-6ffe39551efa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416884 May 11 06:50:58.842912 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-138ba195-221c-4a5c-ad74-bf47977ea18d req-b4780a89-582d-4920-b8c0-abd63562e6ee service neutron] 10.222.0.70 "GET /v2.0/networks/c7951eaf-d227-4a93-9663-83075f8dba8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819285 May 11 06:50:59.065187 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:50:59.145401 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-138ba195-221c-4a5c-ad74-bf47977ea18d req-8208b287-03ae-4a79-bf9f-52301b116897 service neutron] 10.222.0.70 "GET /v2.0/networks/c7951eaf-d227-4a93-9663-83075f8dba8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883348 May 11 06:50:59.388549 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5e873-d688-454c-b302-90157930348c req-698a8243-c6f0-4a1e-8e07-7661479cb83e tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:59.390004 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b9e5e873-d688-454c-b302-90157930348c req-698a8243-c6f0-4a1e-8e07-7661479cb83e tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0460961 May 11 06:50:59.440894 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b9e5e873-d688-454c-b302-90157930348c req-2c9f0fb0-660c-44a1-b810-f555b3f5dc0e tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452478 May 11 06:50:59.520782 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0eea98-bbcc-4ad8-847e-47f8f9dfb2d8 req-e9e30039-b675-4758-a7ff-07fb7c0db029 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:59.522229 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ed0eea98-bbcc-4ad8-847e-47f8f9dfb2d8 req-e9e30039-b675-4758-a7ff-07fb7c0db029 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=86724d6e-8b72-4b57-9cc6-6ecdbf527aa4 HTTP/1.1" status: 200 len: 943 time: 0.0461500 May 11 06:50:59.571253 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ed0eea98-bbcc-4ad8-847e-47f8f9dfb2d8 req-4563969b-f252-4d15-a010-359bf5d9bdd3 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435495 May 11 06:50:59.661207 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0585701-ddb0-4330-8cc7-5b3c20ed9723 req-171e0e86-6298-441e-a6da-5ac6e625109e tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:50:59.662604 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d0585701-ddb0-4330-8cc7-5b3c20ed9723 req-171e0e86-6298-441e-a6da-5ac6e625109e tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 944 time: 0.0475593 May 11 06:50:59.711351 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d0585701-ddb0-4330-8cc7-5b3c20ed9723 req-94e55cf1-3824-4a9e-87ac-2237eceed4de tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429137 May 11 06:50:59.917971 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device ee7931e1-c638-40ab-81de-06f191a82fc7 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:51:00.011589 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port ee7931e1-c638-40ab-81de-06f191a82fc7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ee7931e1-c638-40ab-81de-06f191a82fc7,segment=NetworkSegment(3af9064a-c466-4bf9-80be-8c739daa4391),segment_id=3af9064a-c466-4bf9-80be-8c739daa4391)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:51:00.022482 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': 'ee7931e1-c638-40ab-81de-06f191a82fc7', 'network_id': 'c7951eaf-d227-4a93-9663-83075f8dba8d', 'port_id': 'ee7931e1-c638-40ab-81de-06f191a82fc7', 'mac_address': 'fa:16:3e:67:a2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d35260b-11fb-4599-8443-73fd29ccaa27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:51:00.062823 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port ee7931e1-c638-40ab-81de-06f191a82fc7 is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:51:00.063212 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (ee7931e1-c638-40ab-81de-06f191a82fc7), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:00.075625 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7931e1-c638-40ab-81de-06f191a82fc7 {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:51:00.094749 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port ee7931e1-c638-40ab-81de-06f191a82fc7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ee7931e1-c638-40ab-81de-06f191a82fc7,segment=NetworkSegment(3af9064a-c466-4bf9-80be-8c739daa4391),segment_id=3af9064a-c466-4bf9-80be-8c739daa4391)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:51:00.097534 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (ee7931e1-c638-40ab-81de-06f191a82fc7), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:00.142801 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=ee7931e1-c638-40ab-81de-06f191a82fc7,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:51:00.390324 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['ee7931e1-c638-40ab-81de-06f191a82fc7'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:51:00.442679 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:00.558119 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d50cc-c907-4f36-8a96-a9017a11abb5 req-1dd7d77d-2fb9-4199-b244-bf5d7f84cd3f tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:00.559620 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-387d50cc-c907-4f36-8a96-a9017a11abb5 req-1dd7d77d-2fb9-4199-b244-bf5d7f84cd3f tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0485303 May 11 06:51:00.609556 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-387d50cc-c907-4f36-8a96-a9017a11abb5 req-d3e1a4dc-86b0-40c2-b05d-da640c5ccf32 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441773 May 11 06:51:00.687972 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205df54-297d-4697-ba6f-211921369a1a req-f33c2f2a-ba7e-4b10-9020-d76be944684e tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:00.689339 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3205df54-297d-4697-ba6f-211921369a1a req-f33c2f2a-ba7e-4b10-9020-d76be944684e tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=86724d6e-8b72-4b57-9cc6-6ecdbf527aa4 HTTP/1.1" status: 200 len: 944 time: 0.0510981 May 11 06:51:00.735863 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3205df54-297d-4697-ba6f-211921369a1a req-c1c815df-8715-4f40-bdc1-77dd365a31c6 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409732 May 11 06:51:00.819871 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba84c60-6892-4850-8ac5-04e56138b1a3 req-511cc93c-4da9-4e13-999d-f1afbbf02460 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:00.821310 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1ba84c60-6892-4850-8ac5-04e56138b1a3 req-511cc93c-4da9-4e13-999d-f1afbbf02460 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 944 time: 0.0455332 May 11 06:51:00.868875 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1ba84c60-6892-4850-8ac5-04e56138b1a3 req-d99d27ab-c4bb-4626-bcda-a74cf5ba1b82 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413699 May 11 06:51:00.966735 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:01.846269 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cd6ec-59a6-4ac5-b5e4-3ed47fae6e56 req-701af762-d3a5-424b-b606-d7fa4c4a8387 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:01.847738 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-285cd6ec-59a6-4ac5-b5e4-3ed47fae6e56 req-701af762-d3a5-424b-b606-d7fa4c4a8387 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=86724d6e-8b72-4b57-9cc6-6ecdbf527aa4 HTTP/1.1" status: 200 len: 944 time: 0.0457275 May 11 06:51:01.895825 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-285cd6ec-59a6-4ac5-b5e4-3ed47fae6e56 req-785989fc-26a6-42cf-94ba-fce94a22cac1 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425870 May 11 06:51:01.928552 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 63deefb4-c65e-4800-9773-117330932a29 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:51:01.938583 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device ee7931e1-c638-40ab-81de-06f191a82fc7 up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:51:01.982575 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a263d-9396-4579-9c81-0ea376ca98da req-0193ae4a-39b3-47f4-a91b-7b5993e5f526 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:01.984101 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d67a263d-9396-4579-9c81-0ea376ca98da req-0193ae4a-39b3-47f4-a91b-7b5993e5f526 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 944 time: 0.0479848 May 11 06:51:02.033714 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d67a263d-9396-4579-9c81-0ea376ca98da req-2f12ab9a-844a-4850-8bc8-d362c3ebe97b tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438311 May 11 06:51:02.040481 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port ee7931e1-c638-40ab-81de-06f191a82fc7 completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:51:02.048790 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port ee7931e1-c638-40ab-81de-06f191a82fc7 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:51:02.049151 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (ee7931e1-c638-40ab-81de-06f191a82fc7), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:02.085341 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 63deefb4-c65e-4800-9773-117330932a29, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63deefb4-c65e-4800-9773-117330932a29,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:51:02.103373 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': '63deefb4-c65e-4800-9773-117330932a29', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'port_id': '63deefb4-c65e-4800-9773-117330932a29', 'mac_address': 'fa:16:3e:e0:b9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:51:02.169729 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 63deefb4-c65e-4800-9773-117330932a29 is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:51:02.170109 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (63deefb4-c65e-4800-9773-117330932a29), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:02.181894 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port ee7931e1-c638-40ab-81de-06f191a82fc7 is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:51:02.182281 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (ee7931e1-c638-40ab-81de-06f191a82fc7), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:02.194702 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63deefb4-c65e-4800-9773-117330932a29 {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:51:02.214813 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86724d6e-8b72-4b57-9cc6-6ecdbf527aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7931e1-c638-40ab-81de-06f191a82fc7'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:51:02.217138 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe81a43b-3906-4989-bc17-45c6df437901" -d '{"events": [{"server_uuid": "86724d6e-8b72-4b57-9cc6-6ecdbf527aa4", "name": "network-vif-plugged", "status": "completed", "tag": "ee7931e1-c638-40ab-81de-06f191a82fc7"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:51:02.233793 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port ee7931e1-c638-40ab-81de-06f191a82fc7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ee7931e1-c638-40ab-81de-06f191a82fc7,segment=NetworkSegment(3af9064a-c466-4bf9-80be-8c739daa4391),segment_id=3af9064a-c466-4bf9-80be-8c739daa4391)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:51:02.237772 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 63deefb4-c65e-4800-9773-117330932a29, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63deefb4-c65e-4800-9773-117330932a29,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:51:02.239254 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (ee7931e1-c638-40ab-81de-06f191a82fc7), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:02.243601 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (63deefb4-c65e-4800-9773-117330932a29), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:02.264569 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52aa8861-f644-4216-88ef-22dfa3a7cc12 x-openstack-request-id: req-52aa8861-f644-4216-88ef-22dfa3a7cc12 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:51:02.264854 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86724d6e-8b72-4b57-9cc6-6ecdbf527aa4", "name": "network-vif-plugged", "status": "completed", "tag": "ee7931e1-c638-40ab-81de-06f191a82fc7", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:51:02.265104 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-52aa8861-f644-4216-88ef-22dfa3a7cc12 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:51:02.265493 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52aa8861-f644-4216-88ef-22dfa3a7cc12'] response: {'server_uuid': '86724d6e-8b72-4b57-9cc6-6ecdbf527aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7931e1-c638-40ab-81de-06f191a82fc7', 'code': 200} May 11 06:51:02.290217 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=ee7931e1-c638-40ab-81de-06f191a82fc7,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:51:02.340109 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=63deefb4-c65e-4800-9773-117330932a29,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:51:02.470568 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e13d33-c71b-4849-a908-02c9d8751513 req-cb687406-e451-4e28-93b3-76bd9e998e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:02.472144 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-73e13d33-c71b-4849-a908-02c9d8751513 req-cb687406-e451-4e28-93b3-76bd9e998e8c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=86724d6e-8b72-4b57-9cc6-6ecdbf527aa4 HTTP/1.1" status: 200 len: 1129 time: 0.0400975 May 11 06:51:02.519764 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-73e13d33-c71b-4849-a908-02c9d8751513 req-c5183002-2776-4e29-8ca0-bfd5e1ea1e3b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416491 May 11 06:51:02.561827 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['63deefb4-c65e-4800-9773-117330932a29'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:51:02.608918 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:03.012563 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a9d81-7c71-41cf-9e35-0d49f689621c req-ba5446b3-1f66-45d2-b455-1d3231be3481 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:03.014018 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3d8a9d81-7c71-41cf-9e35-0d49f689621c req-ba5446b3-1f66-45d2-b455-1d3231be3481 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=86724d6e-8b72-4b57-9cc6-6ecdbf527aa4 HTTP/1.1" status: 200 len: 945 time: 0.0498252 May 11 06:51:03.060108 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3d8a9d81-7c71-41cf-9e35-0d49f689621c req-ac6b75ae-8b90-4d68-a0b1-01709844ff30 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403361 May 11 06:51:03.146772 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fbf45-8ca0-464a-b0d5-c8b7f0a63137 req-ff944b7d-0c83-4c90-b8d7-7a60a3750e6a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:03.148277 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-310fbf45-8ca0-464a-b0d5-c8b7f0a63137 req-ff944b7d-0c83-4c90-b8d7-7a60a3750e6a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 945 time: 0.0464814 May 11 06:51:03.196022 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-310fbf45-8ca0-464a-b0d5-c8b7f0a63137 req-49003779-a689-46ba-9b05-84b1ea420af4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415466 May 11 06:51:03.951142 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 63deefb4-c65e-4800-9773-117330932a29 up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:51:03.994422 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port 63deefb4-c65e-4800-9773-117330932a29 completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:51:03.999802 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port 63deefb4-c65e-4800-9773-117330932a29 triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:51:04.000160 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (63deefb4-c65e-4800-9773-117330932a29), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:04.076822 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 63deefb4-c65e-4800-9773-117330932a29 is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:51:04.077202 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (63deefb4-c65e-4800-9773-117330932a29), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:04.112570 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 63deefb4-c65e-4800-9773-117330932a29, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63deefb4-c65e-4800-9773-117330932a29,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:51:04.116533 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (63deefb4-c65e-4800-9773-117330932a29), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:04.163855 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=63deefb4-c65e-4800-9773-117330932a29,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:51:04.174426 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992f2cf-b9ed-4140-a568-1b7a7c9bf85f req-5ffbd398-67ce-454d-a40a-bda0c639fd87 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:04.175970 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f992f2cf-b9ed-4140-a568-1b7a7c9bf85f req-5ffbd398-67ce-454d-a40a-bda0c639fd87 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=86724d6e-8b72-4b57-9cc6-6ecdbf527aa4 HTTP/1.1" status: 200 len: 945 time: 0.0503879 May 11 06:51:04.223127 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-f992f2cf-b9ed-4140-a568-1b7a7c9bf85f req-040679b6-5ae8-41c7-9ec7-7aece68c97ff tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414674 May 11 06:51:04.266837 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099e2318-b1a5-41e1-b650-788036a4e19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63deefb4-c65e-4800-9773-117330932a29'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:51:04.269143 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a6477e-aab1-4e13-a3e5-454768ea5392" -d '{"events": [{"server_uuid": "099e2318-b1a5-41e1-b650-788036a4e19a", "name": "network-vif-plugged", "status": "completed", "tag": "63deefb4-c65e-4800-9773-117330932a29"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:51:04.304342 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5490bf-24a1-48cc-a525-56bb38808642 x-openstack-request-id: req-ee5490bf-24a1-48cc-a525-56bb38808642 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:51:04.304627 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099e2318-b1a5-41e1-b650-788036a4e19a", "name": "network-vif-plugged", "status": "completed", "tag": "63deefb4-c65e-4800-9773-117330932a29", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:51:04.304877 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-ee5490bf-24a1-48cc-a525-56bb38808642 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:51:04.305268 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5490bf-24a1-48cc-a525-56bb38808642'] response: {'server_uuid': '099e2318-b1a5-41e1-b650-788036a4e19a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63deefb4-c65e-4800-9773-117330932a29', 'code': 200} May 11 06:51:04.313022 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca445b-56af-4264-97e9-4c50c77f2a27 req-ab61e38b-4931-40c9-ac64-3fe11e945fdf tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:04.314510 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3fca445b-56af-4264-97e9-4c50c77f2a27 req-ab61e38b-4931-40c9-ac64-3fe11e945fdf tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 946 time: 0.0506532 May 11 06:51:04.364468 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3fca445b-56af-4264-97e9-4c50c77f2a27 req-5373348c-2dd4-4077-a9d2-23390db83700 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444217 May 11 06:51:04.573318 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cc40e-c623-47d5-a2a5-e01e3e9cf8d6 req-aa2d86f8-6869-4683-966d-ceaac9add8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:04.574845 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-779cc40e-c623-47d5-a2a5-e01e3e9cf8d6 req-aa2d86f8-6869-4683-966d-ceaac9add8be service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 1130 time: 0.0399976 May 11 06:51:04.623547 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-779cc40e-c623-47d5-a2a5-e01e3e9cf8d6 req-eb5b014b-9ebb-44b5-b72d-336150bdacce service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427854 May 11 06:51:04.967349 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a62ccd-1793-4702-b86b-dc61787ec15a req-4160d12f-5791-43b8-a1d9-eaab3cefcb65 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:04.968846 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e6a62ccd-1793-4702-b86b-dc61787ec15a req-4160d12f-5791-43b8-a1d9-eaab3cefcb65 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=86724d6e-8b72-4b57-9cc6-6ecdbf527aa4 HTTP/1.1" status: 200 len: 945 time: 0.0468993 May 11 06:51:05.014939 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e6a62ccd-1793-4702-b86b-dc61787ec15a req-2a9862b7-dadd-484d-b3b7-dff60bafe529 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404553 May 11 06:51:05.537163 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fadec-2e51-46b5-8ecc-e0de75c785b0 req-377d93e3-073b-4bc3-90d3-4080afe2af3c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:05.538575 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0c5fadec-2e51-46b5-8ecc-e0de75c785b0 req-377d93e3-073b-4bc3-90d3-4080afe2af3c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 946 time: 0.0462942 May 11 06:51:05.585790 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0c5fadec-2e51-46b5-8ecc-e0de75c785b0 req-0790e44b-9724-4d2d-b1a0-6b44a7a862c4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417292 May 11 06:51:06.130698 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2ec72-c76e-40d3-a790-7e30c4e1ae10 req-0749dbba-9d91-48fb-afe0-13280e365079 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:06.132169 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-53b2ec72-c76e-40d3-a790-7e30c4e1ae10 req-0749dbba-9d91-48fb-afe0-13280e365079 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=86724d6e-8b72-4b57-9cc6-6ecdbf527aa4 HTTP/1.1" status: 200 len: 945 time: 0.0496774 May 11 06:51:06.178177 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-53b2ec72-c76e-40d3-a790-7e30c4e1ae10 req-55301ed3-3f81-42bc-b280-f1e23b5837b8 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402954 May 11 06:51:06.695546 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96392a51-abe0-4968-b214-538a80936e0e req-c9445e5d-a527-474f-8a4e-f33381e72854 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:06.696934 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-96392a51-abe0-4968-b214-538a80936e0e req-c9445e5d-a527-474f-8a4e-f33381e72854 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 946 time: 0.0463588 May 11 06:51:06.745598 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-96392a51-abe0-4968-b214-538a80936e0e req-8540cb10-c0b5-4d82-a8e1-bb6baf87ec10 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420165 May 11 06:51:06.858836 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fffcb8-c638-4595-9105-a8009a310a1f req-c6e48b6d-5932-47b9-ad8b-04a22043fcb9 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:06.860323 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-71fffcb8-c638-4595-9105-a8009a310a1f req-c6e48b6d-5932-47b9-ad8b-04a22043fcb9 tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.70 "GET /v2.0/ports?device_id=86724d6e-8b72-4b57-9cc6-6ecdbf527aa4 HTTP/1.1" status: 200 len: 945 time: 0.0482810 May 11 06:51:07.335888 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf27f5-94e9-45f9-976a-dde2e8d33693 req-54f953a5-9dd0-463a-a869-b40a80cb2a2e tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:07.337358 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3acf27f5-94e9-45f9-976a-dde2e8d33693 req-54f953a5-9dd0-463a-a869-b40a80cb2a2e tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/ports?device_id=86724d6e-8b72-4b57-9cc6-6ecdbf527aa4 HTTP/1.1" status: 200 len: 945 time: 0.0752239 May 11 06:51:07.366008 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-71fffcb8-c638-4595-9105-a8009a310a1f req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Deleting port ee7931e1-c638-40ab-81de-06f191a82fc7 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:51:07.366349 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-71fffcb8-c638-4595-9105-a8009a310a1f req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (ee7931e1-c638-40ab-81de-06f191a82fc7), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:07.444459 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-3acf27f5-94e9-45f9-976a-dde2e8d33693 req-2946472e-411e-4760-84d7-a57306016fff tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.64 "GET /v2.0/security-groups?id=1711cad1-d870-4a34-993a-2d392172e6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997295 May 11 06:51:07.476823 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-71fffcb8-c638-4595-9105-a8009a310a1f req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] For port ee7931e1-c638-40ab-81de-06f191a82fc7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=ee7931e1-c638-40ab-81de-06f191a82fc7,segment=NetworkSegment(3af9064a-c466-4bf9-80be-8c739daa4391),segment_id=3af9064a-c466-4bf9-80be-8c739daa4391)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:51:07.477187 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-71fffcb8-c638-4595-9105-a8009a310a1f req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (ee7931e1-c638-40ab-81de-06f191a82fc7), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:07.490472 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-71fffcb8-c638-4595-9105-a8009a310a1f req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Calling delete_port for ee7931e1-c638-40ab-81de-06f191a82fc7 owned by compute:nova {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:51:07.616054 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-71fffcb8-c638-4595-9105-a8009a310a1f req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (ee7931e1-c638-40ab-81de-06f191a82fc7), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:07.650686 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Pushing event deleted for resources: {'Port': ['ID=ee7931e1-c638-40ab-81de-06f191a82fc7,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:51:07.652534 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['ee7931e1-c638-40ab-81de-06f191a82fc7'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:51:07.675933 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:07.676320 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:07.676607 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:07.676945 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:07.677363 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:07.677693 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:07.678021 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:07.678344 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:07.678667 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:07.678988 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:07.679335 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:07.679657 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:07.679978 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:07.680298 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:07.680614 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:07.697265 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fffcb8-c638-4595-9105-a8009a310a1f req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] No DVR routers for this DVR port ee7931e1-c638-40ab-81de-06f191a82fc7 on host hv-cinder-80475 {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:51:07.699397 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-71fffcb8-c638-4595-9105-a8009a310a1f req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:07.702991 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-71fffcb8-c638-4595-9105-a8009a310a1f req-bdd6958f-a172-4f57-8edf-c4b891f9b71c tempest-VolumesActionsTest-615932833 tempest-VolumesActionsTest-615932833-project] 10.222.0.70 "DELETE /v2.0/ports/ee7931e1-c638-40ab-81de-06f191a82fc7 HTTP/1.1" status: 204 len: 173 time: 0.4709072 May 11 06:51:07.703442 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86724d6e-8b72-4b57-9cc6-6ecdbf527aa4', 'name': 'network-vif-deleted', 'tag': 'ee7931e1-c638-40ab-81de-06f191a82fc7'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:51:07.706267 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbd2de9-f3de-4982-bc56-e4842ede4ec3" -d '{"events": [{"server_uuid": "86724d6e-8b72-4b57-9cc6-6ecdbf527aa4", "name": "network-vif-deleted", "tag": "ee7931e1-c638-40ab-81de-06f191a82fc7"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:51:07.749562 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40982448-0d42-4b5a-b143-c06e9b6c228e x-openstack-request-id: req-40982448-0d42-4b5a-b143-c06e9b6c228e {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:51:07.749836 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86724d6e-8b72-4b57-9cc6-6ecdbf527aa4", "name": "network-vif-deleted", "tag": "ee7931e1-c638-40ab-81de-06f191a82fc7", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:51:07.750090 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-40982448-0d42-4b5a-b143-c06e9b6c228e {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:51:07.750518 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40982448-0d42-4b5a-b143-c06e9b6c228e'] response: {'server_uuid': '86724d6e-8b72-4b57-9cc6-6ecdbf527aa4', 'name': 'network-vif-deleted', 'tag': 'ee7931e1-c638-40ab-81de-06f191a82fc7', 'status': 'completed', 'code': 200} May 11 06:51:07.861116 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61514c1b-315c-4353-b38d-e7523c355210 req-47252975-9593-4ecf-bd39-fb2a6b75d6b4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:07.862619 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-61514c1b-315c-4353-b38d-e7523c355210 req-47252975-9593-4ecf-bd39-fb2a6b75d6b4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 946 time: 0.0514033 May 11 06:51:07.910906 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-61514c1b-315c-4353-b38d-e7523c355210 req-3090d115-c27b-44b2-b34d-578cba188b1b tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424635 May 11 06:51:08.023071 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499435e-bd5e-476b-95fa-126dd9cc2359 req-432b3da9-176f-4760-910d-ff9f5c538dc7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:08.024460 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5499435e-bd5e-476b-95fa-126dd9cc2359 req-432b3da9-176f-4760-910d-ff9f5c538dc7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 946 time: 0.0459816 May 11 06:51:08.073722 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-5499435e-bd5e-476b-95fa-126dd9cc2359 req-b5c61da4-f296-484e-85f4-3f0871275c72 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431020 May 11 06:51:08.096130 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45388) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:51:08.136213 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb8de44-bfc5-460f-8d23-9b14789f5092 tempest-TestVolumeBootPattern-2010158703 tempest-TestVolumeBootPattern-2010158703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:08.137738 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-ceb8de44-bfc5-460f-8d23-9b14789f5092 tempest-TestVolumeBootPattern-2010158703 tempest-TestVolumeBootPattern-2010158703-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 1125 time: 0.0406084 May 11 06:51:08.140487 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45390) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:51:08.144992 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Request body: {'floatingip': {'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'port_id': '63deefb4-c65e-4800-9773-117330932a29', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:51:08.170310 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:08.252056 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:08.358186 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Allocated IP 172.27.2.148 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/0f22398c-a060-4052-8070-39e5eeb70418) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:51:08.466720 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for port (0f22398c-a060-4052-8070-39e5eeb70418), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:08.505166 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (0f22398c-a060-4052-8070-39e5eeb70418), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:08.547733 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:51:08.550271 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:51:08.552877 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:51:08.594091 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event updated for resources: {'Port': ['ID=0f22398c-a060-4052-8070-39e5eeb70418,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:51:08.975644 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for floatingip (012e3407-2548-4031-86e5-dc31670531d0), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:09.057256 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (0f22398c-a060-4052-8070-39e5eeb70418), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:09.245153 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for port (0f22398c-a060-4052-8070-39e5eeb70418), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:09.248251 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (0f22398c-a060-4052-8070-39e5eeb70418), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:09.315170 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event updated for resources: {'Port': ['ID=0f22398c-a060-4052-8070-39e5eeb70418,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:51:09.325127 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (012e3407-2548-4031-86e5-dc31670531d0), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:09.423804 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Floating IP 012e3407-2548-4031-86e5-dc31670531d0 associated. External IP: 172.27.2.148, port: 63deefb4-c65e-4800-9773-117330932a29. May 11 06:51:09.629309 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:51:09.740448 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:51:09.752101 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184fccef-fa36-4363-8ff9-aee52ca06d78 None None] Sync routers for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:51:09.760801 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:09.762919 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184fccef-fa36-4363-8ff9-aee52ca06d78 None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:51:09.763570 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-184fccef-fa36-4363-8ff9-aee52ca06d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:50:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:51:09.789416 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-dbc6ce7e-93e3-48c8-af08-b27b79b2fea0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6479478 May 11 06:51:09.790313 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099e2318-b1a5-41e1-b650-788036a4e19a', 'tag': '63deefb4-c65e-4800-9773-117330932a29'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:51:09.793311 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a038156-6a3a-4f48-ad78-3f34807b8788" -d '{"events": [{"name": "network-changed", "server_uuid": "099e2318-b1a5-41e1-b650-788036a4e19a", "tag": "63deefb4-c65e-4800-9773-117330932a29"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:51:09.828850 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb70823-7fff-4cb4-87b6-c1a31d90b3fd x-openstack-request-id: req-cfb70823-7fff-4cb4-87b6-c1a31d90b3fd {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:51:09.829136 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099e2318-b1a5-41e1-b650-788036a4e19a", "tag": "63deefb4-c65e-4800-9773-117330932a29", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:51:09.829385 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cfb70823-7fff-4cb4-87b6-c1a31d90b3fd {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:51:09.829782 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb70823-7fff-4cb4-87b6-c1a31d90b3fd'] response: {'name': 'network-changed', 'server_uuid': '099e2318-b1a5-41e1-b650-788036a4e19a', 'tag': '63deefb4-c65e-4800-9773-117330932a29', 'status': 'completed', 'code': 200} May 11 06:51:09.874547 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-184fccef-fa36-4363-8ff9-aee52ca06d78 None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:51:10.082525 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-184fccef-fa36-4363-8ff9-aee52ca06d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '012e3407-2548-4031-86e5-dc31670531d0', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'port_id': '63deefb4-c65e-4800-9773-117330932a29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'mac_address': 'fa:16:3e:e0:b9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e2318-b1a5-41e1-b650-788036a4e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:51:08Z', 'updated_at': '2022-05-11T06:51:08Z', 'revision_number': 0, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:51:10.109076 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184fccef-fa36-4363-8ff9-aee52ca06d78 None None] Checking router: e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:51:10.117071 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184fccef-fa36-4363-8ff9-aee52ca06d78 None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:51:10.117665 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-184fccef-fa36-4363-8ff9-aee52ca06d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:50:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:51:10.347592 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-184fccef-fa36-4363-8ff9-aee52ca06d78 None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:51:10.555984 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-184fccef-fa36-4363-8ff9-aee52ca06d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '012e3407-2548-4031-86e5-dc31670531d0', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'port_id': '63deefb4-c65e-4800-9773-117330932a29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'mac_address': 'fa:16:3e:e0:b9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e2318-b1a5-41e1-b650-788036a4e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:51:08Z', 'updated_at': '2022-05-11T06:51:08Z', 'revision_number': 0, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:51:10.582904 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184fccef-fa36-4363-8ff9-aee52ca06d78 None None] The sync data for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi is: [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '012e3407-2548-4031-86e5-dc31670531d0', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'port_id': '63deefb4-c65e-4800-9773-117330932a29', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'mac_address': 'fa:16:3e:e0:b9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e2318-b1a5-41e1-b650-788036a4e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:51:08Z', 'updated_at': '2022-05-11T06:51:08Z', 'revision_number': 0, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:51:10.770819 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26602700-d978-46d7-a3a2-5b5daf9f7af0 None None] New status for floating IP 012e3407-2548-4031-86e5-dc31670531d0: ACTIVE {{(pid=104516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:51:12.171078 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a038156-6a3a-4f48-ad78-3f34807b8788 req-1d0b5740-ca07-4a12-94a9-fdf3d64e58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:12.172770 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9a038156-6a3a-4f48-ad78-3f34807b8788 req-1d0b5740-ca07-4a12-94a9-fdf3d64e58c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 1130 time: 0.0409784 May 11 06:51:12.174224 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device ee7931e1-c638-40ab-81de-06f191a82fc7 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:51:12.197270 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: ee7931e1-c638-40ab-81de-06f191a82fc7 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:51:12.197623 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device ee7931e1-c638-40ab-81de-06f191a82fc7 not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:51:12.549856 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a038156-6a3a-4f48-ad78-3f34807b8788 req-784433e8-9ba3-4ce0-9ae1-53efccbcf343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:12.551331 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9a038156-6a3a-4f48-ad78-3f34807b8788 req-784433e8-9ba3-4ce0-9ae1-53efccbcf343 service neutron] 10.222.0.70 "GET /v2.0/networks?id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c HTTP/1.1" status: 200 len: 913 time: 0.0882285 May 11 06:51:12.651897 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9a038156-6a3a-4f48-ad78-3f34807b8788 req-84d27f55-0045-46e4-af2f-81b5850f504b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63deefb4-c65e-4800-9773-117330932a29 HTTP/1.1" status: 200 len: 1002 time: 0.0613136 May 11 06:51:12.914236 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a038156-6a3a-4f48-ad78-3f34807b8788 req-e263bbf3-4c22-43fc-8b8a-376ec34e6105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:12.915654 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9a038156-6a3a-4f48-ad78-3f34807b8788 req-e263bbf3-4c22-43fc-8b8a-376ec34e6105 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=571d3319-113c-4fc5-9bfa-24b106f2a034 HTTP/1.1" status: 200 len: 851 time: 0.0434768 May 11 06:51:12.962821 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a038156-6a3a-4f48-ad78-3f34807b8788 req-e4dfde93-baac-4238-acfb-9fdcdf1e6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:51:12.964331 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9a038156-6a3a-4f48-ad78-3f34807b8788 req-e4dfde93-baac-4238-acfb-9fdcdf1e6d92 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0378361 May 11 06:51:13.055656 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9a038156-6a3a-4f48-ad78-3f34807b8788 req-31f36071-fe7a-4d3b-8fda-a139ac4eb0a4 service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839481 May 11 06:51:13.143472 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9a038156-6a3a-4f48-ad78-3f34807b8788 req-14038b4e-8a19-4454-8f98-41f07897cf71 service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814247 May 11 06:51:25.673590 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-09374b0d-fef9-413d-8718-f884c758cf74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:27.778586 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9bd8c449-b79e-495e-98b9-139af61da520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:29.070937 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:29.263189 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 45626) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:51:29.306154 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Deleting subnet 2d35260b-11fb-4599-8443-73fd29ccaa27 {{(pid=104514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:51:29.309808 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Publish callbacks [] for subnet (2d35260b-11fb-4599-8443-73fd29ccaa27), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:29.342570 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58978009'] for subnet (2d35260b-11fb-4599-8443-73fd29ccaa27), precommit_delete_associations {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:29.380253 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660987'] for subnet (2d35260b-11fb-4599-8443-73fd29ccaa27), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:29.435898 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59187081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60768909'] for subnet (2d35260b-11fb-4599-8443-73fd29ccaa27), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:29.458870 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d35260b-11fb-4599-8443-73fd29ccaa27,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:51:29.468834 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:29.469199 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:29.469525 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:29.469865 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:29.470200 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:29.470531 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:29.471220 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:29.471220 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:29.471501 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:29.471857 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:29.472181 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:29.472505 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:29.472827 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:29.473146 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:29.473464 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:51:29.476246 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:29.479985 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-4b08b4af-d11e-4079-8f43-e01cc4353e33 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/2d35260b-11fb-4599-8443-73fd29ccaa27 HTTP/1.1" status: 204 len: 168 time: 0.2157707 May 11 06:51:29.482383 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 45628) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:51:29.548151 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b574c18b-8803-4303-a6ec-07667b70d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568100'] for network (c7951eaf-d227-4a93-9663-83075f8dba8d), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:29.626549 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b574c18b-8803-4303-a6ec-07667b70d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773710', 'neutron.services.segments.db._delete_segments_for_network-8748549744406'] for network (c7951eaf-d227-4a93-9663-83075f8dba8d), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:29.645473 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-b574c18b-8803-4303-a6ec-07667b70d22e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7951eaf-d227-4a93-9663-83075f8dba8d']}} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:51:29.656397 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-b574c18b-8803-4303-a6ec-07667b70d22e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af9064a-c466-4bf9-80be-8c739daa4391') {'for_net_delete': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:51:29.656745 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-b574c18b-8803-4303-a6ec-07667b70d22e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af9064a-c466-4bf9-80be-8c739daa4391') {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:51:29.665965 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b574c18b-8803-4303-a6ec-07667b70d22e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748549467935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58978016'] for segment (3af9064a-c466-4bf9-80be-8c739daa4391), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:29.679510 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b574c18b-8803-4303-a6ec-07667b70d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (3af9064a-c466-4bf9-80be-8c739daa4391), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:29.685235 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b574c18b-8803-4303-a6ec-07667b70d22e admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=104514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:51:29.685619 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b574c18b-8803-4303-a6ec-07667b70d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59187243'] for segment (3af9064a-c466-4bf9-80be-8c739daa4391), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: Traceback (most recent call last): May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: timer() May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: cb(*args, **kw) May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: return func(*args, **kwargs) May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: self._notify() May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: self.callback(batched_events) May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: event.method(event) May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: return f(self, *a, **k) May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: return self._get(url).json() May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: return self.request(url, 'GET', **kwargs) May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:51:29.687252 dv-cinder-804757-27-iscsi neutron-server[104514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:51:29.743744 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b574c18b-8803-4303-a6ec-07667b70d22e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826241'] for network (c7951eaf-d227-4a93-9663-83075f8dba8d), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:29.749203 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b574c18b-8803-4303-a6ec-07667b70d22e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:29.754389 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-b574c18b-8803-4303-a6ec-07667b70d22e admin admin] 10.222.0.64 "DELETE /v2.0/networks/c7951eaf-d227-4a93-9663-83075f8dba8d HTTP/1.1" status: 204 len: 168 time: 0.2710915 May 11 06:51:29.769438 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574c18b-8803-4303-a6ec-07667b70d22e admin admin] Pushing event deleted for resources: {'Network': ['ID=c7951eaf-d227-4a93-9663-83075f8dba8d,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:51:29.879101 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 45632) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:51:29.919534 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-a711e2e6-2bde-4948-9795-7fba4b071156 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3ce3abdf08024c23b5dbe4d353057d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391004 May 11 06:51:29.922216 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 45634) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:51:29.968272 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f171b184-74a5-4d4b-a20c-0e803eec8a6d admin admin] Publish callbacks [] for security_group (1711cad1-d870-4a34-993a-2d392172e6a2), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:29.988509 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f171b184-74a5-4d4b-a20c-0e803eec8a6d admin admin] Publish callbacks [] for security_group (1711cad1-d870-4a34-993a-2d392172e6a2), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:30.035987 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f171b184-74a5-4d4b-a20c-0e803eec8a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (1711cad1-d870-4a34-993a-2d392172e6a2), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:30.038513 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-f171b184-74a5-4d4b-a20c-0e803eec8a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:30.039681 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-f171b184-74a5-4d4b-a20c-0e803eec8a6d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1711cad1-d870-4a34-993a-2d392172e6a2 HTTP/1.1" status: 204 len: 168 time: 0.1165035 May 11 06:51:30.047511 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171b184-74a5-4d4b-a20c-0e803eec8a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1711cad1-d870-4a34-993a-2d392172e6a2,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:51:30.418860 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:30.972354 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:31.082606 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45666) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:51:31.203505 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ef0969e5-c910-41db-a8bd-6c6ce790fa75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:31.276034 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ef0969e5-c910-41db-a8bd-6c6ce790fa75 admin admin] Publish callbacks [] for security_group (2a1a7c0c-2b5c-4f40-8baf-e684519901be), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:31.279608 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ef0969e5-c910-41db-a8bd-6c6ce790fa75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (2a1a7c0c-2b5c-4f40-8baf-e684519901be), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:31.320332 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-ef0969e5-c910-41db-a8bd-6c6ce790fa75 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4a0e5ed29c684340af82227f84dabb23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366817 May 11 06:51:31.321391 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0969e5-c910-41db-a8bd-6c6ce790fa75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1a7c0c-2b5c-4f40-8baf-e684519901be,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:51:31.323631 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 45670) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:51:31.371552 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0b249c00-60fc-4240-ace2-6682d408ded5 admin admin] Publish callbacks [] for security_group (2a1a7c0c-2b5c-4f40-8baf-e684519901be), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:31.392180 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0b249c00-60fc-4240-ace2-6682d408ded5 admin admin] Publish callbacks [] for security_group (2a1a7c0c-2b5c-4f40-8baf-e684519901be), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:31.440865 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0b249c00-60fc-4240-ace2-6682d408ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (2a1a7c0c-2b5c-4f40-8baf-e684519901be), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:31.443514 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-0b249c00-60fc-4240-ace2-6682d408ded5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:31.444944 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-0b249c00-60fc-4240-ace2-6682d408ded5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2a1a7c0c-2b5c-4f40-8baf-e684519901be HTTP/1.1" status: 204 len: 168 time: 0.1195068 May 11 06:51:31.453253 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b249c00-60fc-4240-ace2-6682d408ded5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1a7c0c-2b5c-4f40-8baf-e684519901be,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:51:31.907993 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:51:32.590885 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:50.618465 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45812) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:51:50.720346 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c333d333-d5d3-44b7-9e34-38080f261fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:50.793834 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c333d333-d5d3-44b7-9e34-38080f261fc7 admin admin] Publish callbacks [] for security_group (783165ab-6d3f-486b-833c-fea239e29c39), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:50.797750 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-c333d333-d5d3-44b7-9e34-38080f261fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (783165ab-6d3f-486b-833c-fea239e29c39), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:50.836414 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-c333d333-d5d3-44b7-9e34-38080f261fc7 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=aa0d76194eb24284b429d1d08924f7e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167599 May 11 06:51:50.837531 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333d333-d5d3-44b7-9e34-38080f261fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783165ab-6d3f-486b-833c-fea239e29c39,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:51:50.839674 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 45816) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:51:50.891969 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-56fef412-06d6-45b3-9c3c-0ae353c94302 admin admin] Publish callbacks [] for security_group (783165ab-6d3f-486b-833c-fea239e29c39), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:50.913890 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-56fef412-06d6-45b3-9c3c-0ae353c94302 admin admin] Publish callbacks [] for security_group (783165ab-6d3f-486b-833c-fea239e29c39), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:50.960958 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-56fef412-06d6-45b3-9c3c-0ae353c94302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (783165ab-6d3f-486b-833c-fea239e29c39), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:50.964113 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-56fef412-06d6-45b3-9c3c-0ae353c94302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:50.965256 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-56fef412-06d6-45b3-9c3c-0ae353c94302 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/783165ab-6d3f-486b-833c-fea239e29c39 HTTP/1.1" status: 204 len: 168 time: 0.1245675 May 11 06:51:50.972601 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fef412-06d6-45b3-9c3c-0ae353c94302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783165ab-6d3f-486b-833c-fea239e29c39,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:51:55.658148 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-87232177-e34a-48a6-b47e-33d9f0d4a47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:57.779474 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-074d5e43-20c1-4559-be65-e128557b278a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:51:59.068953 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:00.431819 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:00.977441 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:02.593034 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:08.906892 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:52:09.071104 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89e51950-82a9-4847-bc29-4f7a0ee86a25 req-57d55d55-5f12-45e4-a6a6-f8184e1100da service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404625 May 11 06:52:09.171085 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51950-82a9-4847-bc29-4f7a0ee86a25 req-0dfb8fb7-5583-4fac-8ce4-d97b161d0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:52:09.172530 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89e51950-82a9-4847-bc29-4f7a0ee86a25 req-0dfb8fb7-5583-4fac-8ce4-d97b161d0318 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6758effb73344c895a7ed675378f8df&device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 1129 time: 0.0435879 May 11 06:52:09.277349 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51950-82a9-4847-bc29-4f7a0ee86a25 req-666d8886-cf12-4138-8ced-f7e9a988b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:52:09.278814 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89e51950-82a9-4847-bc29-4f7a0ee86a25 req-666d8886-cf12-4138-8ced-f7e9a988b5f0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a0c97def-afee-473f-bd6f-28ea4388bdaf HTTP/1.1" status: 200 len: 909 time: 0.0847280 May 11 06:52:09.611939 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89e51950-82a9-4847-bc29-4f7a0ee86a25 req-2a506851-ee4b-49e8-9c75-60c7964f5edb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73125ec0-d189-4f79-ab95-8143efd026c7 HTTP/1.1" status: 200 len: 1001 time: 0.3251925 May 11 06:52:09.660198 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51950-82a9-4847-bc29-4f7a0ee86a25 req-93c50e2e-7dfa-48a9-b021-d8066d0d2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:52:09.661641 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89e51950-82a9-4847-bc29-4f7a0ee86a25 req-93c50e2e-7dfa-48a9-b021-d8066d0d2b95 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b91e7e8-b781-4ace-994f-139accedf856 HTTP/1.1" status: 200 len: 847 time: 0.0431716 May 11 06:52:09.708406 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e51950-82a9-4847-bc29-4f7a0ee86a25 req-cc99b466-5edf-4918-a55c-058c4c640638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:52:09.710488 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89e51950-82a9-4847-bc29-4f7a0ee86a25 req-cc99b466-5edf-4918-a55c-058c4c640638 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a0c97def-afee-473f-bd6f-28ea4388bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424073 May 11 06:52:09.810056 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89e51950-82a9-4847-bc29-4f7a0ee86a25 req-e26de38a-80f9-4194-9060-6d8261b8d2d5 service neutron] 10.222.0.70 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914991 May 11 06:52:09.897541 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-89e51950-82a9-4847-bc29-4f7a0ee86a25 req-5f3b1278-6062-45a2-8d46-8f7906009fb8 service neutron] 10.222.0.70 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811708 May 11 06:52:24.942797 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45834) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:52:25.092446 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Deleting port 7697aae7-06aa-4bfe-99ab-7659cbecc027 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:52:25.092793 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (7697aae7-06aa-4bfe-99ab-7659cbecc027), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:25.172411 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (7697aae7-06aa-4bfe-99ab-7659cbecc027), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:25.172731 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for floatingip (7697aae7-06aa-4bfe-99ab-7659cbecc027), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:25.184828 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Calling delete_port for 7697aae7-06aa-4bfe-99ab-7659cbecc027 owned by network:floatingip {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:52:25.331484 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (7697aae7-06aa-4bfe-99ab-7659cbecc027), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:25.356361 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Pushing event deleted for resources: {'Port': ['ID=7697aae7-06aa-4bfe-99ab-7659cbecc027,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:52:25.367593 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:25.367938 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:25.368276 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:25.368668 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:25.369015 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:25.369317 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:25.369638 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:25.369955 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:25.370279 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:25.370597 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:25.370914 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:25.371233 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:25.371575 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:25.371890 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:25.372205 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:25.431380 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for floatingip (868a7308-c1f2-4d0a-92c0-84ab3b48c177), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:25.431670 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Floating IP 868a7308-c1f2-4d0a-92c0-84ab3b48c177 disassociated (deleted). External IP: 172.27.2.253, port: 73125ec0-d189-4f79-ab95-8143efd026c7. May 11 06:52:25.641674 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Router 60fb658b-427c-429b-a92c-ce7e695517cf has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:52:25.660735 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d785da04-6b56-49b3-962e-8c065009611d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:25.751715 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:52:25.756249 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:25.762771 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b060ec-3575-4b72-8e32-ac1d195c8b17 None None] Sync routers for ids ['60fb658b-427c-429b-a92c-ce7e695517cf'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:52:25.772497 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b060ec-3575-4b72-8e32-ac1d195c8b17 None None] Routers {'60fb658b-427c-429b-a92c-ce7e695517cf'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:52:25.773114 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-11b060ec-3575-4b72-8e32-ac1d195c8b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:51:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['60fb658b-427c-429b-a92c-ce7e695517cf'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:25.786666 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-73687da4-60c0-4e30-a3d6-8963f4e09274 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "DELETE /v2.0/floatingips/868a7308-c1f2-4d0a-92c0-84ab3b48c177 HTTP/1.1" status: 204 len: 168 time: 0.8427651 May 11 06:52:25.787239 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876c9add-17b5-422d-8b96-30da512c6d46', 'tag': '73125ec0-d189-4f79-ab95-8143efd026c7'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:52:25.789473 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53983168-7a0b-4660-9b78-5332c7996b28" -d '{"events": [{"name": "network-changed", "server_uuid": "876c9add-17b5-422d-8b96-30da512c6d46", "tag": "73125ec0-d189-4f79-ab95-8143efd026c7"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:52:25.838426 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e227e0b-127a-47c4-8831-beff52f0a8ba x-openstack-request-id: req-5e227e0b-127a-47c4-8831-beff52f0a8ba {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:52:25.838824 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876c9add-17b5-422d-8b96-30da512c6d46", "tag": "73125ec0-d189-4f79-ab95-8143efd026c7", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:52:25.839205 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-5e227e0b-127a-47c4-8831-beff52f0a8ba {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:52:25.839792 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e227e0b-127a-47c4-8831-beff52f0a8ba'] response: {'name': 'network-changed', 'server_uuid': '876c9add-17b5-422d-8b96-30da512c6d46', 'tag': '73125ec0-d189-4f79-ab95-8143efd026c7', 'status': 'completed', 'code': 200} May 11 06:52:25.889917 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-11b060ec-3575-4b72-8e32-ac1d195c8b17 None None] Set router 60fb658b-427c-429b-a92c-ce7e695517cf gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:52:25.928381 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53983168-7a0b-4660-9b78-5332c7996b28 req-60bbdb9b-18ae-46b3-b434-918e4b16f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:52:25.929905 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-53983168-7a0b-4660-9b78-5332c7996b28 req-60bbdb9b-18ae-46b3-b434-918e4b16f331 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e6758effb73344c895a7ed675378f8df&device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 1129 time: 0.0466223 May 11 06:52:26.018562 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6506e3-ebe5-408f-a784-69a559ca6e4c req-5a21a2ea-2474-401d-89f4-fb01e5f9ed68 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:52:26.020067 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ca6506e3-ebe5-408f-a784-69a559ca6e4c req-5a21a2ea-2474-401d-89f4-fb01e5f9ed68 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0465910 May 11 06:52:26.072924 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ca6506e3-ebe5-408f-a784-69a559ca6e4c req-79e2dcce-d46b-4f08-8bca-ba2c2e32bb52 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471740 May 11 06:52:26.086503 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-11b060ec-3575-4b72-8e32-ac1d195c8b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'name': 'tempest-TestShelveInstance-325196848-router', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:36Z', 'updated_at': '2022-05-11T06:47:39Z', 'revision_number': 4, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'gw_port': {'id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:37Z', 'updated_at': '2022-05-11T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '9ed31fb1-f9f8-4b01-8a33-e3ae09d51575', 'name': '', 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'mac_address': 'fa:16:3e:a8:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1b91e7e8-b781-4ace-994f-139accedf856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:39Z', 'updated_at': '2022-05-11T06:47:45Z', 'revision_number': 5, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'subnets': [{'id': '1b91e7e8-b781-4ace-994f-139accedf856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:26.116161 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b060ec-3575-4b72-8e32-ac1d195c8b17 None None] Checking router: 60fb658b-427c-429b-a92c-ce7e695517cf for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:52:26.124123 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b060ec-3575-4b72-8e32-ac1d195c8b17 None None] Routers {'60fb658b-427c-429b-a92c-ce7e695517cf'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:52:26.124715 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-11b060ec-3575-4b72-8e32-ac1d195c8b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:51:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['60fb658b-427c-429b-a92c-ce7e695517cf'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:26.229094 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-11b060ec-3575-4b72-8e32-ac1d195c8b17 None None] Set router 60fb658b-427c-429b-a92c-ce7e695517cf gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:52:26.411138 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-11b060ec-3575-4b72-8e32-ac1d195c8b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'name': 'tempest-TestShelveInstance-325196848-router', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:36Z', 'updated_at': '2022-05-11T06:47:39Z', 'revision_number': 4, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'gw_port': {'id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:37Z', 'updated_at': '2022-05-11T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '9ed31fb1-f9f8-4b01-8a33-e3ae09d51575', 'name': '', 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'mac_address': 'fa:16:3e:a8:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1b91e7e8-b781-4ace-994f-139accedf856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:39Z', 'updated_at': '2022-05-11T06:47:45Z', 'revision_number': 5, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'subnets': [{'id': '1b91e7e8-b781-4ace-994f-139accedf856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:26.441071 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b060ec-3575-4b72-8e32-ac1d195c8b17 None None] The sync data for ids ['60fb658b-427c-429b-a92c-ce7e695517cf'] in dv-cinder-804757-27-iscsi is: [{'id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'name': 'tempest-TestShelveInstance-325196848-router', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:36Z', 'updated_at': '2022-05-11T06:47:39Z', 'revision_number': 4, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'gw_port': {'id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:37Z', 'updated_at': '2022-05-11T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '9ed31fb1-f9f8-4b01-8a33-e3ae09d51575', 'name': '', 'network_id': 'a0c97def-afee-473f-bd6f-28ea4388bdaf', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'mac_address': 'fa:16:3e:a8:ac:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '1b91e7e8-b781-4ace-994f-139accedf856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:39Z', 'updated_at': '2022-05-11T06:47:45Z', 'revision_number': 5, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'subnets': [{'id': '1b91e7e8-b781-4ace-994f-139accedf856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:52:26.659898 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0641a52b-7d42-42cb-b4d9-a930a7176c11 None None] New status for floating IP 868a7308-c1f2-4d0a-92c0-84ab3b48c177: DOWN {{(pid=104516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:52:27.237695 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65103f0e-367d-4fe9-a0c8-1e822e99f422 req-145ae0d7-7e54-4f27-9cb2-8bca0b039320 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:52:27.239172 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-65103f0e-367d-4fe9-a0c8-1e822e99f422 req-145ae0d7-7e54-4f27-9cb2-8bca0b039320 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0966542 May 11 06:52:27.307692 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53983168-7a0b-4660-9b78-5332c7996b28 req-e065c98a-fd68-430f-8944-831970fb89bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:52:27.309203 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-53983168-7a0b-4660-9b78-5332c7996b28 req-e065c98a-fd68-430f-8944-831970fb89bc service neutron] 10.222.0.70 "GET /v2.0/networks?id=a0c97def-afee-473f-bd6f-28ea4388bdaf HTTP/1.1" status: 200 len: 909 time: 0.1570694 May 11 06:52:27.313839 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-65103f0e-367d-4fe9-a0c8-1e822e99f422 req-06d138f2-332c-49e1-90d4-fa8fd06b5111 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/security-groups?id=c9741174-c731-41d4-a06e-adaafeb94fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679257 May 11 06:52:27.436474 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-53983168-7a0b-4660-9b78-5332c7996b28 req-4943ca58-30ca-430c-a955-8ae6e9787a9c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73125ec0-d189-4f79-ab95-8143efd026c7 HTTP/1.1" status: 200 len: 217 time: 0.0346560 May 11 06:52:27.484350 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53983168-7a0b-4660-9b78-5332c7996b28 req-82570553-bbd8-48ae-bca1-38d704d9f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:52:27.485760 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-53983168-7a0b-4660-9b78-5332c7996b28 req-82570553-bbd8-48ae-bca1-38d704d9f0c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b91e7e8-b781-4ace-994f-139accedf856 HTTP/1.1" status: 200 len: 847 time: 0.0429254 May 11 06:52:27.739224 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53983168-7a0b-4660-9b78-5332c7996b28 req-92cba3f6-4964-477d-b487-260c183a742e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:52:27.740700 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-53983168-7a0b-4660-9b78-5332c7996b28 req-92cba3f6-4964-477d-b487-260c183a742e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a0c97def-afee-473f-bd6f-28ea4388bdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383718 May 11 06:52:27.780661 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ccf0a7c7-59bd-41ed-84f5-5ecc453e8529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:27.860557 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508b24a-31b3-478d-94cf-8386115dfdf2 req-d1c995cf-0bda-4048-aac2-f7b0211e70c5 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:52:27.862096 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-9508b24a-31b3-478d-94cf-8386115dfdf2 req-d1c995cf-0bda-4048-aac2-f7b0211e70c5 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.70 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 945 time: 0.0471473 May 11 06:52:27.902900 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-53983168-7a0b-4660-9b78-5332c7996b28 req-86d239f5-98ac-4f66-88ef-f3bb4657e7b5 service neutron] 10.222.0.70 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878966 May 11 06:52:27.948642 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-9508b24a-31b3-478d-94cf-8386115dfdf2 req-6415e2e3-5452-448a-8387-f76faf56c16c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Deleting port 73125ec0-d189-4f79-ab95-8143efd026c7 {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:52:27.948988 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-9508b24a-31b3-478d-94cf-8386115dfdf2 req-6415e2e3-5452-448a-8387-f76faf56c16c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:27.997090 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-53983168-7a0b-4660-9b78-5332c7996b28 req-a6688cc1-6371-441f-b4d9-156d369580ec service neutron] 10.222.0.70 "GET /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876551 May 11 06:52:28.036907 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-9508b24a-31b3-478d-94cf-8386115dfdf2 req-6415e2e3-5452-448a-8387-f76faf56c16c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] For port 73125ec0-d189-4f79-ab95-8143efd026c7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=73125ec0-d189-4f79-ab95-8143efd026c7,segment=NetworkSegment(0f623434-51ac-4702-927d-c893f63d4254),segment_id=0f623434-51ac-4702-927d-c893f63d4254)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:52:28.037277 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-9508b24a-31b3-478d-94cf-8386115dfdf2 req-6415e2e3-5452-448a-8387-f76faf56c16c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:28.054662 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-9508b24a-31b3-478d-94cf-8386115dfdf2 req-6415e2e3-5452-448a-8387-f76faf56c16c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Calling delete_port for 73125ec0-d189-4f79-ab95-8143efd026c7 owned by compute:nova {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:52:28.184519 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-9508b24a-31b3-478d-94cf-8386115dfdf2 req-6415e2e3-5452-448a-8387-f76faf56c16c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (73125ec0-d189-4f79-ab95-8143efd026c7), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:28.212456 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415e2e3-5452-448a-8387-f76faf56c16c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Pushing event deleted for resources: {'Port': ['ID=73125ec0-d189-4f79-ab95-8143efd026c7,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:52:28.258519 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-9508b24a-31b3-478d-94cf-8386115dfdf2 req-6415e2e3-5452-448a-8387-f76faf56c16c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] No DVR routers for this DVR port 73125ec0-d189-4f79-ab95-8143efd026c7 on host hv-cinder-80475 {{(pid=104514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:52:28.261102 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-9508b24a-31b3-478d-94cf-8386115dfdf2 req-6415e2e3-5452-448a-8387-f76faf56c16c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:28.264301 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-9508b24a-31b3-478d-94cf-8386115dfdf2 req-6415e2e3-5452-448a-8387-f76faf56c16c tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.70 "DELETE /v2.0/ports/73125ec0-d189-4f79-ab95-8143efd026c7 HTTP/1.1" status: 204 len: 173 time: 0.3962202 May 11 06:52:28.264732 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876c9add-17b5-422d-8b96-30da512c6d46', 'name': 'network-vif-deleted', 'tag': '73125ec0-d189-4f79-ab95-8143efd026c7'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:52:28.266944 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80192d41-b29a-4e9f-a050-5e01612e1056" -d '{"events": [{"server_uuid": "876c9add-17b5-422d-8b96-30da512c6d46", "name": "network-vif-deleted", "tag": "73125ec0-d189-4f79-ab95-8143efd026c7"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:52:28.302844 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6789f2-feb8-44d9-8b75-3a34c845b271 x-openstack-request-id: req-6f6789f2-feb8-44d9-8b75-3a34c845b271 {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:52:28.303204 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876c9add-17b5-422d-8b96-30da512c6d46", "name": "network-vif-deleted", "tag": "73125ec0-d189-4f79-ab95-8143efd026c7", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:52:28.303514 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-6f6789f2-feb8-44d9-8b75-3a34c845b271 {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:52:28.303898 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6789f2-feb8-44d9-8b75-3a34c845b271'] response: {'server_uuid': '876c9add-17b5-422d-8b96-30da512c6d46', 'name': 'network-vif-deleted', 'tag': '73125ec0-d189-4f79-ab95-8143efd026c7', 'status': 'completed', 'code': 200} May 11 06:52:28.414875 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-dcf042f2-6d69-49dc-ac34-bc3cf4b35d52 req-ac3e143c-89db-44fc-92f0-3768c9c05679 tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "GET /v2.0/ports?device_id=876c9add-17b5-422d-8b96-30da512c6d46 HTTP/1.1" status: 200 len: 210 time: 0.0314736 May 11 06:52:29.072815 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:29.472517 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 45854) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:52:29.528323 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group (c9741174-c731-41d4-a06e-adaafeb94fa2), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:29.552285 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group (c9741174-c731-41d4-a06e-adaafeb94fa2), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:29.610273 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (c9741174-c731-41d4-a06e-adaafeb94fa2), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:29.612848 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:29.614013 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] 10.222.0.64 "DELETE /v2.0/security-groups/c9741174-c731-41d4-a06e-adaafeb94fa2 HTTP/1.1" status: 204 len: 168 time: 0.1407042 May 11 06:52:29.623669 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9741174-c731-41d4-a06e-adaafeb94fa2,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:52:29.630577 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:29.630943 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:29.631300 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:29.631638 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:29.631963 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:29.632282 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:29.632601 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:29.632959 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:29.633260 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:29.633581 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:29.634486 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:29.634808 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:29.635126 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:29.635475 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:29.635791 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfbbbc60-48af-4fd9-bbea-adca23d6de1d tempest-TestShelveInstance-1806653597 tempest-TestShelveInstance-1806653597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:30.431525 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:30.670611 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45860) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:52:30.976807 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:30.990851 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4efc1c02-e936-42ef-bd67-8f65c9a2e263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825217'] for router_interface (60fb658b-427c-429b-a92c-ce7e695517cf), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:31.222696 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-4efc1c02-e936-42ef-bd67-8f65c9a2e263 admin admin] Deleting port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:52:31.223054 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4efc1c02-e936-42ef-bd67-8f65c9a2e263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:31.299138 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-4efc1c02-e936-42ef-bd67-8f65c9a2e263 admin admin] For port 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=9ed31fb1-f9f8-4b01-8a33-e3ae09d51575,segment=NetworkSegment(0f623434-51ac-4702-927d-c893f63d4254),segment_id=0f623434-51ac-4702-927d-c893f63d4254)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:52:31.299439 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4efc1c02-e936-42ef-bd67-8f65c9a2e263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:31.311695 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-4efc1c02-e936-42ef-bd67-8f65c9a2e263 admin admin] Calling delete_port for 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 owned by network:router_interface {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:52:31.490730 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4efc1c02-e936-42ef-bd67-8f65c9a2e263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (9ed31fb1-f9f8-4b01-8a33-e3ae09d51575), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:31.515714 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc1c02-e936-42ef-bd67-8f65c9a2e263 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed31fb1-f9f8-4b01-8a33-e3ae09d51575,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:52:31.943507 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-4efc1c02-e936-42ef-bd67-8f65c9a2e263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-269022'] for router_interface (60fb658b-427c-429b-a92c-ce7e695517cf), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:32.158736 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4efc1c02-e936-42ef-bd67-8f65c9a2e263 admin admin] Router 60fb658b-427c-429b-a92c-ce7e695517cf has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:52:32.266205 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4efc1c02-e936-42ef-bd67-8f65c9a2e263 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:52:32.270960 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-4efc1c02-e936-42ef-bd67-8f65c9a2e263 admin admin] 10.222.0.64 "PUT /v2.0/routers/60fb658b-427c-429b-a92c-ce7e695517cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5993457 May 11 06:52:32.273462 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45862) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:52:32.275454 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eb1fdf-e644-4ad8-8256-378e5f5e66aa None None] Sync routers for ids ['60fb658b-427c-429b-a92c-ce7e695517cf'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:52:32.285061 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eb1fdf-e644-4ad8-8256-378e5f5e66aa None None] Routers {'60fb658b-427c-429b-a92c-ce7e695517cf'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:52:32.285701 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-93eb1fdf-e644-4ad8-8256-378e5f5e66aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:52:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['60fb658b-427c-429b-a92c-ce7e695517cf'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:32.379250 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-19c992a1-bb18-4fee-a151-0b8656b2fabb admin admin] Publish callbacks [] for router (60fb658b-427c-429b-a92c-ce7e695517cf), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:32.391826 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-93eb1fdf-e644-4ad8-8256-378e5f5e66aa None None] Set router 60fb658b-427c-429b-a92c-ce7e695517cf gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:52:32.484248 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-19c992a1-bb18-4fee-a151-0b8656b2fabb admin admin] Publish callbacks [] for router_gateway (60fb658b-427c-429b-a92c-ce7e695517cf), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:32.529558 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-19c992a1-bb18-4fee-a151-0b8656b2fabb admin admin] Deleting port e5e793c1-226a-4d34-8c6e-da1f06e846ad {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:52:32.529812 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-19c992a1-bb18-4fee-a151-0b8656b2fabb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (e5e793c1-226a-4d34-8c6e-da1f06e846ad), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:32.563688 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-93eb1fdf-e644-4ad8-8256-378e5f5e66aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'name': 'tempest-TestShelveInstance-325196848-router', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:36Z', 'updated_at': '2022-05-11T06:52:31Z', 'revision_number': 5, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'gw_port': {'id': 'e5e793c1-226a-4d34-8c6e-da1f06e846ad', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:74:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:37Z', 'updated_at': '2022-05-11T06:47:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:32.595358 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 73125ec0-d189-4f79-ab95-8143efd026c7 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:52:32.600507 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eb1fdf-e644-4ad8-8256-378e5f5e66aa None None] Checking router: 60fb658b-427c-429b-a92c-ce7e695517cf for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:52:32.608627 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-19c992a1-bb18-4fee-a151-0b8656b2fabb admin admin] For port e5e793c1-226a-4d34-8c6e-da1f06e846ad, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=e5e793c1-226a-4d34-8c6e-da1f06e846ad,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:52:32.608985 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-19c992a1-bb18-4fee-a151-0b8656b2fabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (e5e793c1-226a-4d34-8c6e-da1f06e846ad), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:32.625498 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: 73125ec0-d189-4f79-ab95-8143efd026c7 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:52:32.625843 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 73125ec0-d189-4f79-ab95-8143efd026c7 not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:52:32.626066 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-19c992a1-bb18-4fee-a151-0b8656b2fabb admin admin] Calling delete_port for e5e793c1-226a-4d34-8c6e-da1f06e846ad owned by network:router_gateway {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:52:32.635003 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eb1fdf-e644-4ad8-8256-378e5f5e66aa None None] Routers {'60fb658b-427c-429b-a92c-ce7e695517cf'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:52:32.635665 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-93eb1fdf-e644-4ad8-8256-378e5f5e66aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:52:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['60fb658b-427c-429b-a92c-ce7e695517cf'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:32.639298 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:32.726194 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-93eb1fdf-e644-4ad8-8256-378e5f5e66aa None None] Set router 60fb658b-427c-429b-a92c-ce7e695517cf gateway port host: None {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:52:32.800549 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-19c992a1-bb18-4fee-a151-0b8656b2fabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (e5e793c1-226a-4d34-8c6e-da1f06e846ad), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:32.828962 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c992a1-bb18-4fee-a151-0b8656b2fabb admin admin] Pushing event deleted for resources: {'Port': ['ID=e5e793c1-226a-4d34-8c6e-da1f06e846ad,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:52:32.890505 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-19c992a1-bb18-4fee-a151-0b8656b2fabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823987'] for router_gateway (60fb658b-427c-429b-a92c-ce7e695517cf), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:32.911130 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-93eb1fdf-e644-4ad8-8256-378e5f5e66aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'name': 'tempest-TestShelveInstance-325196848-router', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:36Z', 'updated_at': '2022-05-11T06:52:32Z', 'revision_number': 6, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'gw_port_host': None}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:32.937113 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eb1fdf-e644-4ad8-8256-378e5f5e66aa None None] The sync data for ids ['60fb658b-427c-429b-a92c-ce7e695517cf'] in dv-cinder-804757-27-iscsi is: [{'id': '60fb658b-427c-429b-a92c-ce7e695517cf', 'name': 'tempest-TestShelveInstance-325196848-router', 'tenant_id': 'e6758effb73344c895a7ed675378f8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:36Z', 'updated_at': '2022-05-11T06:52:32Z', 'revision_number': 6, 'project_id': 'e6758effb73344c895a7ed675378f8df', 'gw_port_host': None}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:52:32.986943 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-19c992a1-bb18-4fee-a151-0b8656b2fabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7236'] for router (60fb658b-427c-429b-a92c-ce7e695517cf), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:32.989125 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-19c992a1-bb18-4fee-a151-0b8656b2fabb admin admin] Publish callbacks [] for router_controller (60fb658b-427c-429b-a92c-ce7e695517cf), precommit_delete_associations {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.037686 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-19c992a1-bb18-4fee-a151-0b8656b2fabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830306'] for router (60fb658b-427c-429b-a92c-ce7e695517cf), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.038700 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c992a1-bb18-4fee-a151-0b8656b2fabb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60fb658b-427c-429b-a92c-ce7e695517cf {{(pid=104513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:52:33.046417 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-19c992a1-bb18-4fee-a151-0b8656b2fabb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.047874 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-19c992a1-bb18-4fee-a151-0b8656b2fabb admin admin] 10.222.0.64 "DELETE /v2.0/routers/60fb658b-427c-429b-a92c-ce7e695517cf HTTP/1.1" status: 204 len: 168 time: 0.7734036 May 11 06:52:33.050275 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45864) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:52:33.096107 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71b35ee-4619-4b51-bbb7-1ebda15f25fa admin admin] Deleting subnet 1b91e7e8-b781-4ace-994f-139accedf856 {{(pid=104513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:52:33.099075 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f71b35ee-4619-4b51-bbb7-1ebda15f25fa admin admin] Publish callbacks [] for subnet (1b91e7e8-b781-4ace-994f-139accedf856), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.133052 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f71b35ee-4619-4b51-bbb7-1ebda15f25fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59152305'] for subnet (1b91e7e8-b781-4ace-994f-139accedf856), precommit_delete_associations {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.213288 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f71b35ee-4619-4b51-bbb7-1ebda15f25fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660987'] for subnet (1b91e7e8-b781-4ace-994f-139accedf856), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.263392 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f71b35ee-4619-4b51-bbb7-1ebda15f25fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60787587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59146744'] for subnet (1b91e7e8-b781-4ace-994f-139accedf856), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.288667 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b35ee-4619-4b51-bbb7-1ebda15f25fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b91e7e8-b781-4ace-994f-139accedf856,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:52:33.294948 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-f71b35ee-4619-4b51-bbb7-1ebda15f25fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.301358 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-f71b35ee-4619-4b51-bbb7-1ebda15f25fa admin admin] 10.222.0.64 "DELETE /v2.0/subnets/1b91e7e8-b781-4ace-994f-139accedf856 HTTP/1.1" status: 204 len: 168 time: 0.2469165 May 11 06:52:33.301358 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45866) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:52:33.303399 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49130e8e-b766-47b8-8876-2be69cb54727 None None] Network a0c97def-afee-473f-bd6f-28ea4388bdaf requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:52:33.375031 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568100'] for network (a0c97def-afee-473f-bd6f-28ea4388bdaf), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.425385 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] Deleting port 745f6483-3341-45e6-8a8b-d72f22369a52 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:52:33.425728 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (745f6483-3341-45e6-8a8b-d72f22369a52), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.488397 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] For port 745f6483-3341-45e6-8a8b-d72f22369a52, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=745f6483-3341-45e6-8a8b-d72f22369a52,segment=NetworkSegment(0f623434-51ac-4702-927d-c893f63d4254),segment_id=0f623434-51ac-4702-927d-c893f63d4254)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:52:33.488756 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (745f6483-3341-45e6-8a8b-d72f22369a52), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.501261 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] Calling delete_port for 745f6483-3341-45e6-8a8b-d72f22369a52 owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:52:33.583955 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (745f6483-3341-45e6-8a8b-d72f22369a52), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.608946 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] Pushing event deleted for resources: {'Port': ['ID=745f6483-3341-45e6-8a8b-d72f22369a52,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:52:33.612464 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] No DVR routers for this DVR port 745f6483-3341-45e6-8a8b-d72f22369a52 on host dv-cinder-804757-27-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:52:33.687778 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773710', 'neutron.services.segments.db._delete_segments_for_network-8748549744406'] for network (a0c97def-afee-473f-bd6f-28ea4388bdaf), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.709575 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c97def-afee-473f-bd6f-28ea4388bdaf']}} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:33.716937 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8065baa6-103e-4192-81bf-d77c46e97fc9 None None] DHCP port deletion for a0c97def-afee-473f-bd6f-28ea4388bdaf request from dv-cinder-804757-27-iscsi {{(pid=104515) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:52:33.721389 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f623434-51ac-4702-927d-c893f63d4254') {'for_net_delete': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:33.722175 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f623434-51ac-4702-927d-c893f63d4254') {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:33.732236 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748549467935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59152264'] for segment (0f623434-51ac-4702-927d-c893f63d4254), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.745908 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (0f623434-51ac-4702-927d-c893f63d4254), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.751928 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=104513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:52:33.752328 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60797985'] for segment (0f623434-51ac-4702-927d-c893f63d4254), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: Traceback (most recent call last): May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: timer() May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: cb(*args, **kw) May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: return func(*args, **kwargs) May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: self._notify() May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: self.callback(batched_events) May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: event.method(event) May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: return f(self, *a, **k) May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._get(url).json() May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: return self.request(url, 'GET', **kwargs) May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:52:33.754142 dv-cinder-804757-27-iscsi neutron-server[104513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:52:33.808208 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826241'] for network (a0c97def-afee-473f-bd6f-28ea4388bdaf), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.823940 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:33.827111 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] 10.222.0.64 "DELETE /v2.0/networks/a0c97def-afee-473f-bd6f-28ea4388bdaf HTTP/1.1" status: 204 len: 168 time: 0.5253897 May 11 06:52:33.828638 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2b6d4-cacb-417a-9a06-83596291c967 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c97def-afee-473f-bd6f-28ea4388bdaf,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:52:33.830236 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45868) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:52:34.156915 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7ff44b5b-be70-499a-88e5-0b3eb323507d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825217'] for router_interface (1293427b-6372-4ec8-9fb8-c704bff12662), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:34.384742 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-7ff44b5b-be70-499a-88e5-0b3eb323507d admin admin] Deleting port d173750c-5f44-46d3-8524-c0ef3a5928ee {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:52:34.385077 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7ff44b5b-be70-499a-88e5-0b3eb323507d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:34.461629 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-7ff44b5b-be70-499a-88e5-0b3eb323507d admin admin] For port d173750c-5f44-46d3-8524-c0ef3a5928ee, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=d173750c-5f44-46d3-8524-c0ef3a5928ee,segment=NetworkSegment(74172085-4a55-4e77-bd4e-36247c7ee1a3),segment_id=74172085-4a55-4e77-bd4e-36247c7ee1a3)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:52:34.462600 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7ff44b5b-be70-499a-88e5-0b3eb323507d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:34.475060 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-7ff44b5b-be70-499a-88e5-0b3eb323507d admin admin] Calling delete_port for d173750c-5f44-46d3-8524-c0ef3a5928ee owned by network:router_interface {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:52:34.658755 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7ff44b5b-be70-499a-88e5-0b3eb323507d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (d173750c-5f44-46d3-8524-c0ef3a5928ee), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:34.661333 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 745f6483-3341-45e6-8a8b-d72f22369a52 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:52:34.682235 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: 745f6483-3341-45e6-8a8b-d72f22369a52 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:52:34.682497 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 745f6483-3341-45e6-8a8b-d72f22369a52 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:52:34.682907 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device e5e793c1-226a-4d34-8c6e-da1f06e846ad no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:52:34.693769 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff44b5b-be70-499a-88e5-0b3eb323507d admin admin] Pushing event deleted for resources: {'Port': ['ID=d173750c-5f44-46d3-8524-c0ef3a5928ee,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:52:34.704673 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: e5e793c1-226a-4d34-8c6e-da1f06e846ad {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:52:34.705029 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device e5e793c1-226a-4d34-8c6e-da1f06e846ad not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:52:34.705502 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:52:34.724362 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:52:34.724715 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 9ed31fb1-f9f8-4b01-8a33-e3ae09d51575 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:52:34.857681 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-7ff44b5b-be70-499a-88e5-0b3eb323507d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-269022'] for router_interface (1293427b-6372-4ec8-9fb8-c704bff12662), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:35.338090 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff44b5b-be70-499a-88e5-0b3eb323507d admin admin] Router 1293427b-6372-4ec8-9fb8-c704bff12662 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:52:35.447416 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff44b5b-be70-499a-88e5-0b3eb323507d admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:52:35.452684 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-7ff44b5b-be70-499a-88e5-0b3eb323507d admin admin] 10.222.0.64 "PUT /v2.0/routers/1293427b-6372-4ec8-9fb8-c704bff12662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6211944 May 11 06:52:35.455071 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45870) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:52:35.458064 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55037675-3062-46f1-bc9a-b2b8981b918c None None] Sync routers for ids ['1293427b-6372-4ec8-9fb8-c704bff12662'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:52:35.469023 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55037675-3062-46f1-bc9a-b2b8981b918c None None] Routers {'1293427b-6372-4ec8-9fb8-c704bff12662'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:52:35.469627 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-55037675-3062-46f1-bc9a-b2b8981b918c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:52:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['1293427b-6372-4ec8-9fb8-c704bff12662'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:35.665993 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-55037675-3062-46f1-bc9a-b2b8981b918c None None] Set router 1293427b-6372-4ec8-9fb8-c704bff12662 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:52:35.712807 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9596cd20-667d-41e8-b7bd-10b992ef9a6a admin admin] Publish callbacks [] for router (1293427b-6372-4ec8-9fb8-c704bff12662), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:35.816983 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9596cd20-667d-41e8-b7bd-10b992ef9a6a admin admin] Publish callbacks [] for router_gateway (1293427b-6372-4ec8-9fb8-c704bff12662), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:35.831541 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-55037675-3062-46f1-bc9a-b2b8981b918c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'name': 'tempest-TestShelveInstance-1220180226-router', 'tenant_id': 'fa899b4ee1304564bc11486c61a0ea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '17d47a12-43eb-443e-adf4-151e5f83bed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:42Z', 'updated_at': '2022-05-11T06:52:34Z', 'revision_number': 5, 'project_id': 'fa899b4ee1304564bc11486c61a0ea66', 'gw_port': {'id': '17d47a12-43eb-443e-adf4-151e5f83bed7', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:0d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:43Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:35.861837 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-9596cd20-667d-41e8-b7bd-10b992ef9a6a admin admin] Deleting port 17d47a12-43eb-443e-adf4-151e5f83bed7 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:52:35.862065 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9596cd20-667d-41e8-b7bd-10b992ef9a6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (17d47a12-43eb-443e-adf4-151e5f83bed7), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:35.863880 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55037675-3062-46f1-bc9a-b2b8981b918c None None] Checking router: 1293427b-6372-4ec8-9fb8-c704bff12662 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:52:35.873546 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55037675-3062-46f1-bc9a-b2b8981b918c None None] Routers {'1293427b-6372-4ec8-9fb8-c704bff12662'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:52:35.874148 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-55037675-3062-46f1-bc9a-b2b8981b918c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:52:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['1293427b-6372-4ec8-9fb8-c704bff12662'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:35.939092 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-9596cd20-667d-41e8-b7bd-10b992ef9a6a admin admin] For port 17d47a12-43eb-443e-adf4-151e5f83bed7, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=17d47a12-43eb-443e-adf4-151e5f83bed7,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:52:35.939479 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9596cd20-667d-41e8-b7bd-10b992ef9a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (17d47a12-43eb-443e-adf4-151e5f83bed7), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:35.956149 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-9596cd20-667d-41e8-b7bd-10b992ef9a6a admin admin] Calling delete_port for 17d47a12-43eb-443e-adf4-151e5f83bed7 owned by network:router_gateway {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:52:35.960718 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-55037675-3062-46f1-bc9a-b2b8981b918c None None] Set router 1293427b-6372-4ec8-9fb8-c704bff12662 gateway port host: None {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:52:36.014676 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-55037675-3062-46f1-bc9a-b2b8981b918c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'name': 'tempest-TestShelveInstance-1220180226-router', 'tenant_id': 'fa899b4ee1304564bc11486c61a0ea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:42Z', 'updated_at': '2022-05-11T06:52:35Z', 'revision_number': 6, 'project_id': 'fa899b4ee1304564bc11486c61a0ea66', 'gw_port_host': None}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:36.040784 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55037675-3062-46f1-bc9a-b2b8981b918c None None] The sync data for ids ['1293427b-6372-4ec8-9fb8-c704bff12662'] in dv-cinder-804757-27-iscsi is: [{'id': '1293427b-6372-4ec8-9fb8-c704bff12662', 'name': 'tempest-TestShelveInstance-1220180226-router', 'tenant_id': 'fa899b4ee1304564bc11486c61a0ea66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:42Z', 'updated_at': '2022-05-11T06:52:35Z', 'revision_number': 6, 'project_id': 'fa899b4ee1304564bc11486c61a0ea66', 'gw_port_host': None}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:52:36.122647 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9596cd20-667d-41e8-b7bd-10b992ef9a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (17d47a12-43eb-443e-adf4-151e5f83bed7), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:36.148343 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596cd20-667d-41e8-b7bd-10b992ef9a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=17d47a12-43eb-443e-adf4-151e5f83bed7,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:52:36.208865 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9596cd20-667d-41e8-b7bd-10b992ef9a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823987'] for router_gateway (1293427b-6372-4ec8-9fb8-c704bff12662), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:36.299723 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9596cd20-667d-41e8-b7bd-10b992ef9a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7236'] for router (1293427b-6372-4ec8-9fb8-c704bff12662), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:36.301812 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9596cd20-667d-41e8-b7bd-10b992ef9a6a admin admin] Publish callbacks [] for router_controller (1293427b-6372-4ec8-9fb8-c704bff12662), precommit_delete_associations {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:36.348791 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9596cd20-667d-41e8-b7bd-10b992ef9a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830306'] for router (1293427b-6372-4ec8-9fb8-c704bff12662), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:36.349480 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9596cd20-667d-41e8-b7bd-10b992ef9a6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1293427b-6372-4ec8-9fb8-c704bff12662 {{(pid=104513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:52:36.354555 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9596cd20-667d-41e8-b7bd-10b992ef9a6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:36.356008 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-9596cd20-667d-41e8-b7bd-10b992ef9a6a admin admin] 10.222.0.64 "DELETE /v2.0/routers/1293427b-6372-4ec8-9fb8-c704bff12662 HTTP/1.1" status: 204 len: 168 time: 0.8997631 May 11 06:52:36.358450 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45874) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:52:36.404067 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf1d131-97f4-49b9-bfc7-85cf1402f6e2 admin admin] Deleting subnet eb3c8264-bb58-4514-9865-468078b0c20a {{(pid=104513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:52:36.407539 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d131-97f4-49b9-bfc7-85cf1402f6e2 admin admin] Publish callbacks [] for subnet (eb3c8264-bb58-4514-9865-468078b0c20a), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:36.444958 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d131-97f4-49b9-bfc7-85cf1402f6e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59152305'] for subnet (eb3c8264-bb58-4514-9865-468078b0c20a), precommit_delete_associations {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:36.526958 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d131-97f4-49b9-bfc7-85cf1402f6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660987'] for subnet (eb3c8264-bb58-4514-9865-468078b0c20a), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:36.577699 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d131-97f4-49b9-bfc7-85cf1402f6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60787587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59146744'] for subnet (eb3c8264-bb58-4514-9865-468078b0c20a), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:36.600871 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1d131-97f4-49b9-bfc7-85cf1402f6e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb3c8264-bb58-4514-9865-468078b0c20a,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:52:36.607108 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-9cf1d131-97f4-49b9-bfc7-85cf1402f6e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:36.610254 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-9cf1d131-97f4-49b9-bfc7-85cf1402f6e2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/eb3c8264-bb58-4514-9865-468078b0c20a HTTP/1.1" status: 204 len: 168 time: 0.2507820 May 11 06:52:36.612709 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c3c8d2-d667-4d4a-aeb3-84c8acb84c1a None None] Network f26a8fe9-42b3-4d32-b8a7-b012724eb552 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:52:36.613252 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45876) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:52:36.682098 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568100'] for network (f26a8fe9-42b3-4d32-b8a7-b012724eb552), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:36.732375 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] Deleting port 4e12a39b-59de-46e6-bbf5-267d377b123a {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:52:36.732714 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (4e12a39b-59de-46e6-bbf5-267d377b123a), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:36.789649 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] DHCP port deletion for f26a8fe9-42b3-4d32-b8a7-b012724eb552 request from dv-cinder-804757-27-iscsi {{(pid=104515) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:52:36.800042 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] For port 4e12a39b-59de-46e6-bbf5-267d377b123a, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=4e12a39b-59de-46e6-bbf5-267d377b123a,segment=NetworkSegment(74172085-4a55-4e77-bd4e-36247c7ee1a3),segment_id=74172085-4a55-4e77-bd4e-36247c7ee1a3)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:52:36.801059 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (4e12a39b-59de-46e6-bbf5-267d377b123a), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:36.816747 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] Calling delete_port for 4e12a39b-59de-46e6-bbf5-267d377b123a owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:52:36.832513 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Deleting port 4e12a39b-59de-46e6-bbf5-267d377b123a {{(pid=104515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:52:36.833399 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (4e12a39b-59de-46e6-bbf5-267d377b123a), before_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:36.859427 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device d173750c-5f44-46d3-8524-c0ef3a5928ee no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:52:36.884406 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: d173750c-5f44-46d3-8524-c0ef3a5928ee {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:52:36.884759 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device d173750c-5f44-46d3-8524-c0ef3a5928ee not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:52:36.885172 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 17d47a12-43eb-443e-adf4-151e5f83bed7 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:52:36.909873 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (4e12a39b-59de-46e6-bbf5-267d377b123a), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:36.936316 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: 17d47a12-43eb-443e-adf4-151e5f83bed7 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:52:36.936581 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 17d47a12-43eb-443e-adf4-151e5f83bed7 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:52:36.937180 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 4e12a39b-59de-46e6-bbf5-267d377b123a no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:52:36.937470 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e12a39b-59de-46e6-bbf5-267d377b123a,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:52:36.946824 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] No DVR routers for this DVR port 4e12a39b-59de-46e6-bbf5-267d377b123a on host dv-cinder-804757-27-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:52:36.965644 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: 4e12a39b-59de-46e6-bbf5-267d377b123a {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:52:36.965996 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 4e12a39b-59de-46e6-bbf5-267d377b123a not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:52:36.970492 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] For port 4e12a39b-59de-46e6-bbf5-267d377b123a, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=4e12a39b-59de-46e6-bbf5-267d377b123a,segment=NetworkSegment(74172085-4a55-4e77-bd4e-36247c7ee1a3),segment_id=74172085-4a55-4e77-bd4e-36247c7ee1a3)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:52:36.970902 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (4e12a39b-59de-46e6-bbf5-267d377b123a), precommit_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:36.989516 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Calling delete_port for 4e12a39b-59de-46e6-bbf5-267d377b123a owned by network:dhcp {{(pid=104515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:52:37.027719 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773710', 'neutron.services.segments.db._delete_segments_for_network-8748549744406'] for network (f26a8fe9-42b3-4d32-b8a7-b012724eb552), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:37.048878 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26a8fe9-42b3-4d32-b8a7-b012724eb552']}} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:37.058582 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74172085-4a55-4e77-bd4e-36247c7ee1a3') {'for_net_delete': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:37.058906 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74172085-4a55-4e77-bd4e-36247c7ee1a3') {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:52:37.068786 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748549467935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59152264'] for segment (74172085-4a55-4e77-bd4e-36247c7ee1a3), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:37.069513 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984'] for port (4e12a39b-59de-46e6-bbf5-267d377b123a), after_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:37.086083 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (74172085-4a55-4e77-bd4e-36247c7ee1a3), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:37.096425 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=104513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:52:37.096949 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60797985'] for segment (74172085-4a55-4e77-bd4e-36247c7ee1a3), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: Traceback (most recent call last): May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: timer() May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: cb(*args, **kw) May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: return func(*args, **kwargs) May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: self._notify() May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: self.callback(batched_events) May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: event.method(event) May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: return f(self, *a, **k) May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._get(url).json() May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: return self.request(url, 'GET', **kwargs) May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:52:37.099007 dv-cinder-804757-27-iscsi neutron-server[104513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:52:37.109415 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Pushing event deleted for resources: {'Port': ['ID=4e12a39b-59de-46e6-bbf5-267d377b123a,revision_number=None']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:52:37.112185 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] No DVR routers for this DVR port 4e12a39b-59de-46e6-bbf5-267d377b123a on host dv-cinder-804757-27-iscsi {{(pid=104515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:52:37.124359 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:37.124853 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:37.125273 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:37.125687 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:37.126154 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:37.126554 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:37.127015 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:37.130258 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:37.130258 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:37.130258 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:37.130258 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:37.130258 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:37.130258 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:37.130258 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:37.130258 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae47428-3a53-422a-8d69-8f6fb31403e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:52:37.162191 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826241'] for network (f26a8fe9-42b3-4d32-b8a7-b012724eb552), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:37.169021 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:37.173382 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f26a8fe9-42b3-4d32-b8a7-b012724eb552 HTTP/1.1" status: 204 len: 168 time: 0.5594370 May 11 06:52:37.188244 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602cb27-a235-4d35-9a7a-e12af8e4a244 admin admin] Pushing event deleted for resources: {'Network': ['ID=f26a8fe9-42b3-4d32-b8a7-b012724eb552,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:52:37.284692 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45880) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:52:37.328413 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-a101cef1-fabd-41d3-903c-00d973b5757a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e6758effb73344c895a7ed675378f8df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425432 May 11 06:52:37.330776 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45882) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:52:37.375478 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-823aadc4-df5b-4763-9082-92e1c744980b admin admin] Publish callbacks [] for security_group (d6bcf48d-70c8-4b87-b697-f5660989aa91), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:37.396463 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-823aadc4-df5b-4763-9082-92e1c744980b admin admin] Publish callbacks [] for security_group (d6bcf48d-70c8-4b87-b697-f5660989aa91), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:37.441198 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-823aadc4-df5b-4763-9082-92e1c744980b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (d6bcf48d-70c8-4b87-b697-f5660989aa91), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:37.443898 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-823aadc4-df5b-4763-9082-92e1c744980b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:37.445029 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-823aadc4-df5b-4763-9082-92e1c744980b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d6bcf48d-70c8-4b87-b697-f5660989aa91 HTTP/1.1" status: 204 len: 168 time: 0.1133533 May 11 06:52:37.453191 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823aadc4-df5b-4763-9082-92e1c744980b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6bcf48d-70c8-4b87-b697-f5660989aa91,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:52:37.749365 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 45888) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:52:37.788323 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-ced0fc37-9bff-45d1-b4ea-f5fd4ee42ce3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa899b4ee1304564bc11486c61a0ea66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378132 May 11 06:52:37.790648 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 45890) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:52:37.838672 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9df66217-f038-40d4-bd49-10062c572247 admin admin] Publish callbacks [] for security_group (b6633c29-e0d1-4b12-b5ae-a509da82818a), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:37.858498 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9df66217-f038-40d4-bd49-10062c572247 admin admin] Publish callbacks [] for security_group (b6633c29-e0d1-4b12-b5ae-a509da82818a), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:37.905098 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9df66217-f038-40d4-bd49-10062c572247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (b6633c29-e0d1-4b12-b5ae-a509da82818a), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:37.907749 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-9df66217-f038-40d4-bd49-10062c572247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:37.908883 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-9df66217-f038-40d4-bd49-10062c572247 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b6633c29-e0d1-4b12-b5ae-a509da82818a HTTP/1.1" status: 204 len: 168 time: 0.1173520 May 11 06:52:37.916344 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df66217-f038-40d4-bd49-10062c572247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6633c29-e0d1-4b12-b5ae-a509da82818a,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:52:45.906764 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:52:55.663757 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4d11c87f-8ee1-4689-9f79-5449f93b8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:57.781719 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-1e6334d0-b0e9-4e70-a0f7-3a1519d5ebb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:52:59.075421 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:00.446302 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:00.980230 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:02.592271 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:07.067964 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-8b0e048c-db1b-47f6-93ff-0db04e38a819 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2049296380&fields=id&tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6 HTTP/1.1" status: 200 len: 267 time: 0.0430877 May 11 06:53:07.183141 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-54c6efc9-621b-45c7-8697-f0dcfd9af21d tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:07.184626 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-54c6efc9-621b-45c7-8697-f0dcfd9af21d tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/networks?id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c HTTP/1.1" status: 200 len: 812 time: 0.1099286 May 11 06:53:07.199691 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-84370950-4151-42bc-90d3-f68c2c26c8cf tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/quotas/549cd5f2cff143c69dd1e4568d7bd3e6 HTTP/1.1" status: 200 len: 375 time: 0.0097694 May 11 06:53:07.249869 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-e16abc70-c0ea-4da6-96d7-50bc8a7351c9 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448332 May 11 06:53:07.346324 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-21d2dd35-a305-4bd8-9c45-ea6bbe6cdf83 service neutron] 10.222.0.64 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850875 May 11 06:53:07.438455 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-d1d786e6-8e22-467e-9eaa-9caa59040d88 service neutron] 10.222.0.64 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857556 May 11 06:53:07.715580 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4c5a6496-46cc-4563-a716-386999c63ca0 req-cb3c2db1-b126-48fe-9444-492cd35d1592 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 210 time: 0.0288725 May 11 06:53:08.685391 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-c01d1a10-7645-47e1-9d96-9d549fa1249f tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:08.687029 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-c01d1a10-7645-47e1-9d96-9d549fa1249f tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.70 "GET /v2.0/networks?id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c HTTP/1.1" status: 200 len: 812 time: 0.1076164 May 11 06:53:08.754572 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-9a93facf-13e6-402e-98ea-ef7645f11a37 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6 HTTP/1.1" status: 200 len: 380 time: 0.0536587 May 11 06:53:08.762970 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-954a3412-63d4-4e4d-9d66-e4df338a3013 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Request body: {'port': {'device_id': '6f55e67e-91fb-44d2-b518-109bd956ad67', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'admin_state_up': True, 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'security_groups': ['c0e396ef-af66-4fbf-8d63-57c47fed3d12']}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:53:08.817646 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ba48e3e2-7570-43ed-b07d-cc454d19b26b req-55dba882-9ebc-4a91-8e75-6e0ea4af7eae tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 210 time: 0.0346606 May 11 06:53:08.871646 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-954a3412-63d4-4e4d-9d66-e4df338a3013 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Made reservation on behalf of 549cd5f2cff143c69dd1e4568d7bd3e6 for: {'port': 1} {{(pid=104514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 11 06:53:08.874900 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-954a3412-63d4-4e4d-9d66-e4df338a3013 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:08.998186 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_common [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-954a3412-63d4-4e4d-9d66-e4df338a3013 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Allocated IP 172.20.0.4 (29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c/571d3319-113c-4fc5-9bfa-24b106f2a034/99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf) {{(pid=104514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:53:09.092980 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e296df0f-db08-4fbd-9b0c-d6e75c25203b req-c69252be-fb05-4b1b-aacc-8ecabb1b9b70 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381525 May 11 06:53:09.141231 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-954a3412-63d4-4e4d-9d66-e4df338a3013 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for port (99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf), precommit_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:09.165259 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296df0f-db08-4fbd-9b0c-d6e75c25203b req-0d768ec1-1250-43e2-9f04-329825b6511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:09.166806 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e296df0f-db08-4fbd-9b0c-d6e75c25203b req-0d768ec1-1250-43e2-9f04-329825b6511a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 1130 time: 0.0404885 May 11 06:53:09.174246 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-954a3412-63d4-4e4d-9d66-e4df338a3013 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf), after_create {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:09.217681 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-954a3412-63d4-4e4d-9d66-e4df338a3013 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c is already hosted by enough agents. {{(pid=104514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:53:09.220820 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.base_scheduler [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-954a3412-63d4-4e4d-9d66-e4df338a3013 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Resources bound (agent type, host, resource id): {{(pid=104514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:53:09.226979 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-954a3412-63d4-4e4d-9d66-e4df338a3013 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Received port after_create {{(pid=104514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:53:09.234414 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a3412-63d4-4e4d-9d66-e4df338a3013 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event updated for resources: {'Port': ['ID=99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf,revision_number=1']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:53:09.296674 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296df0f-db08-4fbd-9b0c-d6e75c25203b req-7074e230-a0a4-4a1f-bf80-324b4b14f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:09.298182 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e296df0f-db08-4fbd-9b0c-d6e75c25203b req-7074e230-a0a4-4a1f-bf80-324b4b14f821 service neutron] 10.222.0.70 "GET /v2.0/networks?id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c HTTP/1.1" status: 200 len: 913 time: 0.1118591 May 11 06:53:09.329788 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-954a3412-63d4-4e4d-9d66-e4df338a3013 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:09.329788 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-954a3412-63d4-4e4d-9d66-e4df338a3013 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:09.355249 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-954a3412-63d4-4e4d-9d66-e4df338a3013 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5959682 May 11 06:53:09.381514 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.v2.base [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Request body: {'port': {'device_id': '6f55e67e-91fb-44d2-b518-109bd956ad67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=104514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:53:09.389092 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e296df0f-db08-4fbd-9b0c-d6e75c25203b req-bd6ea3c6-a84a-488d-b0e3-540e9c4f0dbf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63deefb4-c65e-4800-9773-117330932a29 HTTP/1.1" status: 200 len: 1002 time: 0.0845287 May 11 06:53:09.457251 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296df0f-db08-4fbd-9b0c-d6e75c25203b req-a729205d-cbef-4d2c-b0f5-42252fc56112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:09.459586 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e296df0f-db08-4fbd-9b0c-d6e75c25203b req-a729205d-cbef-4d2c-b0f5-42252fc56112 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=571d3319-113c-4fc5-9bfa-24b106f2a034 HTTP/1.1" status: 200 len: 851 time: 0.0634973 May 11 06:53:09.477990 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:09.570684 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296df0f-db08-4fbd-9b0c-d6e75c25203b req-d638361d-5691-4c8b-a79c-acfbe524d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:09.572564 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e296df0f-db08-4fbd-9b0c-d6e75c25203b req-d638361d-5691-4c8b-a79c-acfbe524d765 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451486 May 11 06:53:09.607172 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-35100e34-683e-41bd-96c3-a868d5504dfd None None] Provisioning complete for port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf triggered by entity DHCP. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:53:09.608647 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-35100e34-683e-41bd-96c3-a868d5504dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:09.652221 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-35100e34-683e-41bd-96c3-a868d5504dfd None None] Port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf cannot update to ACTIVE because it is not bound. {{(pid=104515) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 11 06:53:09.678773 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e296df0f-db08-4fbd-9b0c-d6e75c25203b req-e394e813-9422-42b0-9f53-9b32c5c8c8cc service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995266 May 11 06:53:09.770496 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e296df0f-db08-4fbd-9b0c-d6e75c25203b req-12324b84-96e2-415d-a67f-daef4dcb90f7 service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854249 May 11 06:53:09.782718 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf {{(pid=104514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:53:09.790801 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Publish callbacks [] for port (99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf), precommit_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:09.803475 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.provisioning_blocks [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Transition to ACTIVE for port object 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf will not be triggered until provisioned by entity L2. {{(pid=104514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 11 06:53:09.807758 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:09.880920 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf,revision_number=2']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:53:09.936089 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a645b80-81ba-4012-afe8-66b3ecd4aeb7 req-26361662-f622-444a-9f60-e12cb15569bb tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:09.936661 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Attempting to bind port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf on host hv-cinder-80475 for vnic_type normal with profile {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 11 06:53:09.936661 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Attempting to bind port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 11 06:53:09.937260 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Attempting to bind port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf on network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:53:09.937633 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2a645b80-81ba-4012-afe8-66b3ecd4aeb7 req-26361662-f622-444a-9f60-e12cb15569bb tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 943 time: 0.0509815 May 11 06:53:09.944334 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf on network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 11 06:53:09.944748 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Attempting to bind port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf on network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 11 06:53:09.949974 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Checking agent: {'id': 'bac9f35a-3783-47a1-a7f8-6325c2a4d0a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'started_at': datetime.datetime(2022, 5, 11, 6, 36, 59), 'heartbeat_timestamp': datetime.datetime(2022, 5, 11, 6, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 11 06:53:09.950315 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Checking segment: {'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 11 06:53:09.951001 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Bound using segment: {'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'} {{(pid=104514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 11 06:53:09.951152 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.managers [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Bound port: 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3317c23f-548b-4817-83af-0499078ac435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c'}}] {{(pid=104514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 11 06:53:09.951488 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf), before_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:09.995509 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2a645b80-81ba-4012-afe8-66b3ecd4aeb7 req-8f5395c3-0dd0-4d12-ae02-cb83a87e70fb tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518491 May 11 06:53:10.019582 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] For port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf, host hv-cinder-80475, cleared binding levels {{(pid=104514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 11 06:53:10.022901 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] For port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 11 06:53:10.029340 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59187279'] for port (99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf), after_update {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:10.063503 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:10.064010 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:10.065404 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] 10.222.0.70 "PUT /v2.0/ports/99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf HTTP/1.1" status: 200 len: 1093 time: 0.6910310 May 11 06:53:10.065839 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f55e67e-91fb-44d2-b518-109bd956ad67', 'tag': '99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:53:10.068102 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45191c1a-15a8-4739-ba2b-e42b6e42cfad" -d '{"events": [{"name": "network-changed", "server_uuid": "6f55e67e-91fb-44d2-b518-109bd956ad67", "tag": "99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:53:10.093602 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e37b205-a4d2-46c4-88be-7911bc2dbfb7 service neutron] Pushing event updated for resources: {'Port': ['ID=99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf,revision_number=3']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:53:10.112933 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f24de3-d6ad-47aa-9c28-20e0738bb67d x-openstack-request-id: req-70f24de3-d6ad-47aa-9c28-20e0738bb67d {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:53:10.112933 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f55e67e-91fb-44d2-b518-109bd956ad67", "tag": "99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:53:10.113200 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-70f24de3-d6ad-47aa-9c28-20e0738bb67d {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:53:10.113605 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70f24de3-d6ad-47aa-9c28-20e0738bb67d'] response: {'name': 'network-changed', 'server_uuid': '6f55e67e-91fb-44d2-b518-109bd956ad67', 'tag': '99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf', 'status': 'completed', 'code': 200} May 11 06:53:10.177022 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-587119db-ca74-4e6e-a8cc-4eaf9e8b09a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:10.178573 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-587119db-ca74-4e6e-a8cc-4eaf9e8b09a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 1127 time: 0.0465231 May 11 06:53:10.229451 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-c7b32802-4f40-4421-9437-7ffd290fd955 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf HTTP/1.1" status: 200 len: 217 time: 0.0363612 May 11 06:53:10.276824 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-066697bb-1fec-44bb-bc68-b3e64c4e02db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:10.278195 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-066697bb-1fec-44bb-bc68-b3e64c4e02db service neutron] 10.222.0.70 "GET /v2.0/subnets?id=571d3319-113c-4fc5-9bfa-24b106f2a034 HTTP/1.1" status: 200 len: 851 time: 0.0432923 May 11 06:53:10.327327 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6cad06d3-8505-4d06-9ce7-aa17cb05c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:10.329061 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-6cad06d3-8505-4d06-9ce7-aa17cb05c517 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437543 May 11 06:53:10.415677 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-eff7c698-5dc2-4ccb-91d1-9fdd4728a999 service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807772 May 11 06:53:10.512900 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-044b73d9-9a4d-41ed-b25a-988b9ad355f3 req-61965980-b783-4259-9590-01d10b588dd9 service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906596 May 11 06:53:10.871557 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191c1a-15a8-4739-ba2b-e42b6e42cfad req-ca66495e-56bb-4d29-a42e-857b82407880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:10.872914 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-45191c1a-15a8-4739-ba2b-e42b6e42cfad req-ca66495e-56bb-4d29-a42e-857b82407880 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 1127 time: 0.0383005 May 11 06:53:10.963020 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191c1a-15a8-4739-ba2b-e42b6e42cfad req-ef2174c7-31ca-4a6d-853c-69f172aadf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:10.964463 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-45191c1a-15a8-4739-ba2b-e42b6e42cfad req-ef2174c7-31ca-4a6d-853c-69f172aadf2c service neutron] 10.222.0.70 "GET /v2.0/networks?id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c HTTP/1.1" status: 200 len: 913 time: 0.0850120 May 11 06:53:11.006330 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-45191c1a-15a8-4739-ba2b-e42b6e42cfad req-22df47e0-882d-400b-beb4-1224573eea49 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf HTTP/1.1" status: 200 len: 217 time: 0.0331450 May 11 06:53:11.074488 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191c1a-15a8-4739-ba2b-e42b6e42cfad req-f9f3d02a-d9a5-420e-85e5-cce5647df143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:11.076097 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-45191c1a-15a8-4739-ba2b-e42b6e42cfad req-f9f3d02a-d9a5-420e-85e5-cce5647df143 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=571d3319-113c-4fc5-9bfa-24b106f2a034 HTTP/1.1" status: 200 len: 851 time: 0.0495882 May 11 06:53:11.115319 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f673e9-1348-4ffb-9ef4-563d82af455c req-c6339a40-6290-4bcc-8ff9-4ae6b429527c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:11.116799 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-02f673e9-1348-4ffb-9ef4-563d82af455c req-c6339a40-6290-4bcc-8ff9-4ae6b429527c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 943 time: 0.0508051 May 11 06:53:11.126597 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45191c1a-15a8-4739-ba2b-e42b6e42cfad req-45893506-7a6d-49aa-95bf-ea83eb8de26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:11.128073 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-45191c1a-15a8-4739-ba2b-e42b6e42cfad req-45893506-7a6d-49aa-95bf-ea83eb8de26d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431783 May 11 06:53:11.165210 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-02f673e9-1348-4ffb-9ef4-563d82af455c req-bfd2b47a-9a30-4d54-a842-aa8e37e1ce62 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415435 May 11 06:53:11.218540 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-45191c1a-15a8-4739-ba2b-e42b6e42cfad req-8fa3446e-80dd-48fb-b53d-ee0e7826164d service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827706 May 11 06:53:11.310756 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-45191c1a-15a8-4739-ba2b-e42b6e42cfad req-ac7dc67a-3553-4d1f-8d95-dc33b0692014 service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864334 May 11 06:53:12.277374 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71d01b-dd49-4f1d-86d6-8aa5532d9b43 req-4eba0d14-9828-4201-b0a4-16d3a15f209d tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:12.278821 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0f71d01b-dd49-4f1d-86d6-8aa5532d9b43 req-4eba0d14-9828-4201-b0a4-16d3a15f209d tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 943 time: 0.0459366 May 11 06:53:12.325847 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-0f71d01b-dd49-4f1d-86d6-8aa5532d9b43 req-5218e2de-7716-41c2-bd00-827e7aead548 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415723 May 11 06:53:13.442560 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2212f-9f55-4bbb-ba9d-f315eebaf752 req-a74aa5e8-41b1-4cf7-bec1-6e484f5abc22 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:13.444054 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a2e2212f-9f55-4bbb-ba9d-f315eebaf752 req-a74aa5e8-41b1-4cf7-bec1-6e484f5abc22 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 943 time: 0.0471542 May 11 06:53:13.495907 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a2e2212f-9f55-4bbb-ba9d-f315eebaf752 req-05201846-c42d-4761-896e-37b2caad127e tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462284 May 11 06:53:14.605175 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956326fc-b649-45c9-8af3-edd6581597df req-1f29afda-0071-4aa1-92d2-09b7950557e1 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:14.606634 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-956326fc-b649-45c9-8af3-edd6581597df req-1f29afda-0071-4aa1-92d2-09b7950557e1 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 943 time: 0.0458944 May 11 06:53:14.659429 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-956326fc-b649-45c9-8af3-edd6581597df req-43179936-6663-4fae-aa21-e8464c8df72d tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471337 May 11 06:53:15.769805 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd896ec-3607-4469-b868-47b8977e254d req-fbb8d86c-3f5d-4049-ad08-c5b6077917c0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:15.771242 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ccd896ec-3607-4469-b868-47b8977e254d req-fbb8d86c-3f5d-4049-ad08-c5b6077917c0 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 943 time: 0.0451472 May 11 06:53:15.817568 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-ccd896ec-3607-4469-b868-47b8977e254d req-f784987d-4c8b-40ee-b9ed-f1809d02ce00 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401838 May 11 06:53:16.931237 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a40a38-fa0b-4744-9162-c71773b1d149 req-bbe3af2c-b1cd-4bee-aed7-4f9a140d1bc5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:16.932715 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-02a40a38-fa0b-4744-9162-c71773b1d149 req-bbe3af2c-b1cd-4bee-aed7-4f9a140d1bc5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 943 time: 0.0494406 May 11 06:53:16.980150 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-02a40a38-fa0b-4744-9162-c71773b1d149 req-9c03582e-75e6-4866-a1cf-9d3836c897dc tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420268 May 11 06:53:18.089238 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0dce3-a74c-41dc-b2c4-385baa7cd08c req-ca1797f4-939f-47b8-96c0-bbff42ca0068 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:18.090687 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-58b0dce3-a74c-41dc-b2c4-385baa7cd08c req-ca1797f4-939f-47b8-96c0-bbff42ca0068 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 943 time: 0.0459969 May 11 06:53:18.138225 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-58b0dce3-a74c-41dc-b2c4-385baa7cd08c req-be456af4-89b5-450c-8cfb-ba2743bb330a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420206 May 11 06:53:18.782236 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=104515) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 11 06:53:18.878438 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:53:18.889591 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Returning: {'device': '99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'port_id': '99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf', 'mac_address': 'fa:16:3e:73:99:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104515) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 11 06:53:18.925334 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf is: DOWN; New status is: BUILD {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:53:18.925719 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:18.938417 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf {{(pid=104515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 11 06:53:18.957734 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:53:18.961446 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:19.010108 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf,revision_number=4']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:53:19.250719 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b61cb5-8e15-4587-8fdf-2e5042aeece4 req-01e0f489-379d-4a95-9308-c182ec2c2d8d tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:19.252207 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a2b61cb5-8e15-4587-8fdf-2e5042aeece4 req-01e0f489-379d-4a95-9308-c182ec2c2d8d tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 944 time: 0.0469956 May 11 06:53:19.264692 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] get_ports_and_sgs() called for port_ids ['99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf'] {{(pid=104515) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 11 06:53:19.304648 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-a2b61cb5-8e15-4587-8fdf-2e5042aeece4 req-12151155-2848-4c51-b031-4f2f81b07037 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468812 May 11 06:53:20.420918 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f8078-ac19-44f0-b190-49a46a705858 req-d651b3b4-6fa0-4762-99e8-14ee2ce5d70d tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:20.422371 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d61f8078-ac19-44f0-b190-49a46a705858 req-d651b3b4-6fa0-4762-99e8-14ee2ce5d70d tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 944 time: 0.0461357 May 11 06:53:20.470406 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-d61f8078-ac19-44f0-b190-49a46a705858 req-07b98873-c8e3-4b07-947b-4f1e6aa00935 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425007 May 11 06:53:20.804763 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf up at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 11 06:53:20.847569 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning for port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf completed by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 11 06:53:20.853072 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.provisioning_blocks [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Provisioning complete for port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf triggered by entity L2. {{(pid=104515) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 11 06:53:20.853443 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771799'] for port (99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf), provisioning_complete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:20.926529 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Current status of the port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf is: BUILD; New status is: ACTIVE {{(pid=104515) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 11 06:53:20.926913 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf), before_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:20.951297 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f55e67e-91fb-44d2-b518-109bd956ad67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf'}] {{(pid=104515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:53:20.953753 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0fe9123489b51a77eb34fd4b4f5811fa890189fa0523b5cdcc54a744d215f661" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5226f1-8385-44d9-92ab-d5aa293be849" -d '{"events": [{"server_uuid": "6f55e67e-91fb-44d2-b518-109bd956ad67", "name": "network-vif-plugged", "status": "completed", "tag": "99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf"}]}' {{(pid=104515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:53:20.966652 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] For port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:53:20.971420 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011'] for port (99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:20.995674 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee34df8-572e-4c8b-992d-9529645ce336 x-openstack-request-id: req-bee34df8-572e-4c8b-992d-9529645ce336 {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:53:20.995961 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f55e67e-91fb-44d2-b518-109bd956ad67", "name": "network-vif-plugged", "status": "completed", "tag": "99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf", "code": 200}]} {{(pid=104515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:53:20.996222 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-bee34df8-572e-4c8b-992d-9529645ce336 {{(pid=104515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:53:20.996611 dv-cinder-804757-27-iscsi neutron-server[104515]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bee34df8-572e-4c8b-992d-9529645ce336'] response: {'server_uuid': '6f55e67e-91fb-44d2-b518-109bd956ad67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf', 'code': 200} May 11 06:53:21.019619 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Pushing event updated for resources: {'Port': ['ID=99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf,revision_number=5']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:53:21.248671 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5504c26-2d62-4bc0-99a7-70d952ad0b31 req-6e10cc17-e47d-41d6-8c09-8afe613cbf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:21.250049 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-d5504c26-2d62-4bc0-99a7-70d952ad0b31 req-6e10cc17-e47d-41d6-8c09-8afe613cbf17 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 1129 time: 0.0387909 May 11 06:53:21.294107 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-d5504c26-2d62-4bc0-99a7-70d952ad0b31 req-6182b640-292d-4d9a-bd9b-9c2339b38629 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374615 May 11 06:53:21.582593 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580e3f7-b004-48cd-a682-c00cadcf3720 req-aa24bf37-fa07-42af-b76c-652e5a4b6664 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:21.584125 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e580e3f7-b004-48cd-a682-c00cadcf3720 req-aa24bf37-fa07-42af-b76c-652e5a4b6664 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 945 time: 0.0462596 May 11 06:53:21.631414 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-e580e3f7-b004-48cd-a682-c00cadcf3720 req-c2c8b5e9-215d-4560-ab90-afedf63e362c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417869 May 11 06:53:22.750352 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949d98b-fdbd-4d9b-b05b-eb9be1dd3257 req-0ae4144e-aedf-45c2-b003-9d879717f8fb tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:22.752159 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2949d98b-fdbd-4d9b-b05b-eb9be1dd3257 req-0ae4144e-aedf-45c2-b003-9d879717f8fb tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 945 time: 0.0527394 May 11 06:53:22.806570 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-2949d98b-fdbd-4d9b-b05b-eb9be1dd3257 req-df7ce45d-3538-467a-9de4-f27a7dd57dfc tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487900 May 11 06:53:22.906268 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:53:23.916660 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f59d3-2e94-478b-a770-3672c485aa6b req-26a733f5-456b-41de-894b-8db15b8d9214 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:23.918120 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-443f59d3-2e94-478b-a770-3672c485aa6b req-26a733f5-456b-41de-894b-8db15b8d9214 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 945 time: 0.0455000 May 11 06:53:23.965264 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-443f59d3-2e94-478b-a770-3672c485aa6b req-d1b8daa1-8bdc-4760-b10e-e113c5ba3106 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417631 May 11 06:53:24.079681 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e536482-6292-484f-a530-2a3d16146014 req-113d7571-5db5-4071-9296-685d75960f29 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:24.081131 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6e536482-6292-484f-a530-2a3d16146014 req-113d7571-5db5-4071-9296-685d75960f29 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 945 time: 0.0493791 May 11 06:53:24.128099 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-6e536482-6292-484f-a530-2a3d16146014 req-eeb7b5a6-5d4c-42db-82c7-7876412f6574 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415492 May 11 06:53:24.150028 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45976) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:53:24.188414 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba04ea55-b26b-49cf-ae13-d26e303c341e tempest-TestVolumeBootPattern-2010158703 tempest-TestVolumeBootPattern-2010158703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:24.189893 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-ba04ea55-b26b-49cf-ae13-d26e303c341e tempest-TestVolumeBootPattern-2010158703 tempest-TestVolumeBootPattern-2010158703-project-admin] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 1124 time: 0.0388896 May 11 06:53:24.192608 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 45978) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:53:24.196699 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.v2.base [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Request body: {'floatingip': {'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'port_id': '99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104513) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 11 06:53:24.217011 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:24.294998 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (None), before_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:24.395123 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_common [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Allocated IP 172.27.2.104 (7c3caca2-6ca3-4944-9b8c-503b226927ad/01b6f16e-650b-4a67-8d30-31a7517aef7f/7be1846c-6aeb-4705-98fe-c3992bb31d04) {{(pid=104513) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 11 06:53:24.498655 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for port (7be1846c-6aeb-4705-98fe-c3992bb31d04), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:24.530884 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748549199975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (7be1846c-6aeb-4705-98fe-c3992bb31d04), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:24.567259 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Network 7c3caca2-6ca3-4944-9b8c-503b226927ad is already hosted by enough agents. {{(pid=104513) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 11 06:53:24.570014 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.base_scheduler [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Resources bound (agent type, host, resource id): {{(pid=104513) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 11 06:53:24.576580 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Received port after_create {{(pid=104513) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 11 06:53:24.582187 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event updated for resources: {'Port': ['ID=7be1846c-6aeb-4705-98fe-c3992bb31d04,revision_number=1']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:53:25.197213 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for floatingip (83ea3860-53af-45be-8388-719e530fc9da), precommit_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:25.262196 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-744519'] for port (7be1846c-6aeb-4705-98fe-c3992bb31d04), before_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:25.446540 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for port (7be1846c-6aeb-4705-98fe-c3992bb31d04), precommit_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:25.451682 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748549594251', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748549199993', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748549200011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60798021'] for port (7be1846c-6aeb-4705-98fe-c3992bb31d04), after_update {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:25.526088 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event updated for resources: {'Port': ['ID=7be1846c-6aeb-4705-98fe-c3992bb31d04,revision_number=2']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:53:25.538506 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:53:25.538850 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:53:25.539730 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:53:25.540073 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:53:25.540402 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:53:25.540730 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:53:25.541052 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:53:25.541371 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:53:25.541710 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:53:25.542014 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:53:25.542331 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:53:25.542655 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:53:25.542967 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:53:25.543302 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:53:25.543621 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:53:25.547063 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1826092'] for floatingip (83ea3860-53af-45be-8388-719e530fc9da), after_create {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:25.647802 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.db.l3_db [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Floating IP 83ea3860-53af-45be-8388-719e530fc9da associated. External IP: 172.27.2.104, port: 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf. May 11 06:53:25.665974 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-dc5e1795-a825-44e8-a555-ac3deec89c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:25.860460 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:53:25.968015 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:53:25.980233 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d90cbf0-1aef-4c25-a725-d996d3b2d6d4 None None] Sync routers for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:53:25.985250 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:25.989880 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d90cbf0-1aef-4c25-a725-d996d3b2d6d4 None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:53:25.990492 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-1d90cbf0-1aef-4c25-a725-d996d3b2d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:52:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:53:26.014773 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-8118a126-bd97-480b-a019-4c61e31a8f0a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8211792 May 11 06:53:26.015418 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f55e67e-91fb-44d2-b518-109bd956ad67', 'tag': '99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:53:26.017704 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ac8d97-ada0-44ec-9185-b0a69673fc97" -d '{"events": [{"name": "network-changed", "server_uuid": "6f55e67e-91fb-44d2-b518-109bd956ad67", "tag": "99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:53:26.052788 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a485249-ffd7-4602-8fb8-a685d9cb0ad0 x-openstack-request-id: req-3a485249-ffd7-4602-8fb8-a685d9cb0ad0 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:53:26.053077 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f55e67e-91fb-44d2-b518-109bd956ad67", "tag": "99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:53:26.053330 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-3a485249-ffd7-4602-8fb8-a685d9cb0ad0 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:53:26.053726 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a485249-ffd7-4602-8fb8-a685d9cb0ad0'] response: {'name': 'network-changed', 'server_uuid': '6f55e67e-91fb-44d2-b518-109bd956ad67', 'tag': '99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf', 'status': 'completed', 'code': 200} May 11 06:53:26.099242 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-1d90cbf0-1aef-4c25-a725-d996d3b2d6d4 None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:53:26.134376 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac8d97-ada0-44ec-9185-b0a69673fc97 req-b410dfa2-733d-4cf5-9a4b-675207493a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:26.136013 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-38ac8d97-ada0-44ec-9185-b0a69673fc97 req-b410dfa2-733d-4cf5-9a4b-675207493a40 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 1129 time: 0.0385628 May 11 06:53:26.228237 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac8d97-ada0-44ec-9185-b0a69673fc97 req-22f5131c-8312-4b87-87d6-eda4324cca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:26.229714 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-38ac8d97-ada0-44ec-9185-b0a69673fc97 req-22f5131c-8312-4b87-87d6-eda4324cca72 service neutron] 10.222.0.70 "GET /v2.0/networks?id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c HTTP/1.1" status: 200 len: 913 time: 0.0877347 May 11 06:53:26.294242 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-38ac8d97-ada0-44ec-9185-b0a69673fc97 req-5c06febc-8346-48e9-8c5a-5f189c0c4f04 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf HTTP/1.1" status: 200 len: 999 time: 0.0578692 May 11 06:53:26.313056 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-1d90cbf0-1aef-4c25-a725-d996d3b2d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '012e3407-2548-4031-86e5-dc31670531d0', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'port_id': '63deefb4-c65e-4800-9773-117330932a29', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'mac_address': 'fa:16:3e:e0:b9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e2318-b1a5-41e1-b650-788036a4e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:51:08Z', 'updated_at': '2022-05-11T06:51:10Z', 'revision_number': 1, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address_scope': None}, {'id': '83ea3860-53af-45be-8388-719e530fc9da', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'port_id': '99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'mac_address': 'fa:16:3e:73:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f55e67e-91fb-44d2-b518-109bd956ad67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:53:25Z', 'updated_at': '2022-05-11T06:53:25Z', 'revision_number': 0, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:53:26.340014 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d90cbf0-1aef-4c25-a725-d996d3b2d6d4 None None] Checking router: e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:53:26.348345 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d90cbf0-1aef-4c25-a725-d996d3b2d6d4 None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:53:26.348514 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac8d97-ada0-44ec-9185-b0a69673fc97 req-e422a986-f40c-4cca-947d-4191e32c750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:26.348942 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-1d90cbf0-1aef-4c25-a725-d996d3b2d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:52:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:53:26.349976 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-38ac8d97-ada0-44ec-9185-b0a69673fc97 req-e422a986-f40c-4cca-947d-4191e32c750f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=571d3319-113c-4fc5-9bfa-24b106f2a034 HTTP/1.1" status: 200 len: 851 time: 0.0478244 May 11 06:53:26.392598 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac8d97-ada0-44ec-9185-b0a69673fc97 req-c3c7cd95-bdb4-4bfa-8e7f-5e8b0633a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:53:26.394072 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-38ac8d97-ada0-44ec-9185-b0a69673fc97 req-c3c7cd95-bdb4-4bfa-8e7f-5e8b0633a63a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382333 May 11 06:53:26.491406 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-38ac8d97-ada0-44ec-9185-b0a69673fc97 req-110485b1-48a4-4690-9c7f-8c23bfb136b9 service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909631 May 11 06:53:26.579714 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-38ac8d97-ada0-44ec-9185-b0a69673fc97 req-909dce5c-24e0-4a7c-849d-388aed867a6b service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823290 May 11 06:53:26.581962 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-1d90cbf0-1aef-4c25-a725-d996d3b2d6d4 None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:53:26.795756 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-1d90cbf0-1aef-4c25-a725-d996d3b2d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '012e3407-2548-4031-86e5-dc31670531d0', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'port_id': '63deefb4-c65e-4800-9773-117330932a29', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'mac_address': 'fa:16:3e:e0:b9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e2318-b1a5-41e1-b650-788036a4e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:51:08Z', 'updated_at': '2022-05-11T06:51:10Z', 'revision_number': 1, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address_scope': None}, {'id': '83ea3860-53af-45be-8388-719e530fc9da', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'port_id': '99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'mac_address': 'fa:16:3e:73:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f55e67e-91fb-44d2-b518-109bd956ad67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:53:25Z', 'updated_at': '2022-05-11T06:53:25Z', 'revision_number': 0, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:53:26.822245 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d90cbf0-1aef-4c25-a725-d996d3b2d6d4 None None] The sync data for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi is: [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '012e3407-2548-4031-86e5-dc31670531d0', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'port_id': '63deefb4-c65e-4800-9773-117330932a29', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'mac_address': 'fa:16:3e:e0:b9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e2318-b1a5-41e1-b650-788036a4e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:51:08Z', 'updated_at': '2022-05-11T06:51:10Z', 'revision_number': 1, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address_scope': None}, {'id': '83ea3860-53af-45be-8388-719e530fc9da', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'port_id': '99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'mac_address': 'fa:16:3e:73:99:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f55e67e-91fb-44d2-b518-109bd956ad67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:53:25Z', 'updated_at': '2022-05-11T06:53:25Z', 'revision_number': 0, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:53:27.001220 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fca57d-1d85-4e1f-a052-32842779ceff None None] New status for floating IP 83ea3860-53af-45be-8388-719e530fc9da: ACTIVE {{(pid=104516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:53:27.783995 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-881ea626-3980-435e-971c-448f8473f1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:29.079155 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:30.457433 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:30.982873 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:32.595072 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:55.667286 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-af90020c-b859-4005-8f87-1ed8a3928cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:57.784896 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f9f3df20-6b0e-460d-8067-a83ec7f1b0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:59.081047 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:53:59.906356 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:54:00.461052 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:00.985715 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:02.599701 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:10.070944 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-79d4e93c-eb24-4490-a4a6-51a7dd2b61aa req-47ce4075-b291-41b3-924f-cb887c053047 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387766 May 11 06:54:10.168666 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4e93c-eb24-4490-a4a6-51a7dd2b61aa req-8ee79a30-87bd-48fc-8322-b95af9fd712b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:54:10.170201 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-79d4e93c-eb24-4490-a4a6-51a7dd2b61aa req-8ee79a30-87bd-48fc-8322-b95af9fd712b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 1130 time: 0.0423388 May 11 06:54:10.274318 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4e93c-eb24-4490-a4a6-51a7dd2b61aa req-a60e0655-c9ee-447a-a63b-215663f0fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:54:10.275803 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-79d4e93c-eb24-4490-a4a6-51a7dd2b61aa req-a60e0655-c9ee-447a-a63b-215663f0fd57 service neutron] 10.222.0.70 "GET /v2.0/networks?id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c HTTP/1.1" status: 200 len: 913 time: 0.0882215 May 11 06:54:10.342996 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-79d4e93c-eb24-4490-a4a6-51a7dd2b61aa req-f3924ed1-0264-4dd6-9f6a-f6a1cf00e512 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63deefb4-c65e-4800-9773-117330932a29 HTTP/1.1" status: 200 len: 1002 time: 0.0605698 May 11 06:54:10.390619 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4e93c-eb24-4490-a4a6-51a7dd2b61aa req-5a5ba6a2-5e25-4d39-b1da-a7641af8ed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:54:10.392034 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-79d4e93c-eb24-4490-a4a6-51a7dd2b61aa req-5a5ba6a2-5e25-4d39-b1da-a7641af8ed74 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=571d3319-113c-4fc5-9bfa-24b106f2a034 HTTP/1.1" status: 200 len: 851 time: 0.0415928 May 11 06:54:10.434191 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4e93c-eb24-4490-a4a6-51a7dd2b61aa req-b55e4f97-e9c4-4e7e-9358-6cbdb7736ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:54:10.435685 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-79d4e93c-eb24-4490-a4a6-51a7dd2b61aa req-b55e4f97-e9c4-4e7e-9358-6cbdb7736ea4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0365093 May 11 06:54:10.527060 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-79d4e93c-eb24-4490-a4a6-51a7dd2b61aa req-bbb157b3-c13d-4ee4-ab52-d95064d9f63c service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848594 May 11 06:54:10.612470 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-79d4e93c-eb24-4490-a4a6-51a7dd2b61aa req-d4448756-7821-42b9-aed1-5c985f29914c service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796216 May 11 06:54:25.671769 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-99f5da05-fe4d-47de-a374-0aacc6268a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:27.787160 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-12d70936-e132-4366-aaf1-92e2fa4469e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:29.083862 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:30.464448 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:30.988341 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:32.601866 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:36.905522 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:54:49.908580 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [req-a52ec209-8113-44c9-9c6b-c06732724103 req-5fed7f68-c294-440a-ab0a-0c3405142a86 service neutron] (104514) timed out ('10.222.0.70', 65119) {{(pid=104514) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 11 06:54:50.786220 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [req-30185a0e-bfcf-4a39-83c8-b8bf17c0e5ca req-449e5aec-c59f-46a7-930a-9b4bfb1e2db5 service neutron] (104513) timed out ('10.222.0.70', 65115) {{(pid=104513) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 11 06:54:53.439410 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 46004) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:54:53.586650 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Deleting port 7be1846c-6aeb-4705-98fe-c3992bb31d04 {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:54:53.586981 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (7be1846c-6aeb-4705-98fe-c3992bb31d04), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:53.659207 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (7be1846c-6aeb-4705-98fe-c3992bb31d04), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:53.659556 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for floatingip (7be1846c-6aeb-4705-98fe-c3992bb31d04), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:53.671568 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Calling delete_port for 7be1846c-6aeb-4705-98fe-c3992bb31d04 owned by network:floatingip {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:54:53.838340 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (7be1846c-6aeb-4705-98fe-c3992bb31d04), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:53.863893 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event deleted for resources: {'Port': ['ID=7be1846c-6aeb-4705-98fe-c3992bb31d04,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:54:53.890801 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:53.891149 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:53.891513 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:53.891852 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:53.892183 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:53.892513 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:53.892839 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:53.893163 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:53.893486 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:53.893809 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:53.894138 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:53.894448 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:53.894768 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:53.895087 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:53.895433 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:54.192633 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for floatingip (83ea3860-53af-45be-8388-719e530fc9da), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:54.192954 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.l3_db [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Floating IP 83ea3860-53af-45be-8388-719e530fc9da disassociated (deleted). External IP: 172.27.2.104, port: 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf. May 11 06:54:54.402576 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:54:54.510824 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:54:54.515832 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:54.520081 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786c56a-6bf4-474e-99e2-526885c2438e None None] Sync routers for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:54:54.530571 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786c56a-6bf4-474e-99e2-526885c2438e None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:54:54.531228 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-9786c56a-6bf4-474e-99e2-526885c2438e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:54:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:54:54.546494 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-10ddf76f-9492-4b32-9e49-46a4d21e149a tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "DELETE /v2.0/floatingips/83ea3860-53af-45be-8388-719e530fc9da HTTP/1.1" status: 204 len: 168 time: 1.1059656 May 11 06:54:54.547089 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f55e67e-91fb-44d2-b518-109bd956ad67', 'tag': '99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:54:54.549383 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c94bf7-5397-43e9-9486-d440e09c4194" -d '{"events": [{"name": "network-changed", "server_uuid": "6f55e67e-91fb-44d2-b518-109bd956ad67", "tag": "99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:54:54.587498 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972d57a3-a478-4253-8077-7fa199a4d767 x-openstack-request-id: req-972d57a3-a478-4253-8077-7fa199a4d767 {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:54:54.587786 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f55e67e-91fb-44d2-b518-109bd956ad67", "tag": "99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:54:54.588058 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-972d57a3-a478-4253-8077-7fa199a4d767 {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:54:54.589123 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-972d57a3-a478-4253-8077-7fa199a4d767'] response: {'name': 'network-changed', 'server_uuid': '6f55e67e-91fb-44d2-b518-109bd956ad67', 'tag': '99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf', 'status': 'completed', 'code': 200} May 11 06:54:54.643571 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-9786c56a-6bf4-474e-99e2-526885c2438e None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:54:54.687057 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c94bf7-5397-43e9-9486-d440e09c4194 req-fab11ae6-47f9-4762-8edf-bab1e5fe34f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:54:54.688784 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c0c94bf7-5397-43e9-9486-d440e09c4194 req-fab11ae6-47f9-4762-8edf-bab1e5fe34f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 1129 time: 0.0552466 May 11 06:54:54.871097 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-9786c56a-6bf4-474e-99e2-526885c2438e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '012e3407-2548-4031-86e5-dc31670531d0', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'port_id': '63deefb4-c65e-4800-9773-117330932a29', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'mac_address': 'fa:16:3e:e0:b9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e2318-b1a5-41e1-b650-788036a4e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:51:08Z', 'updated_at': '2022-05-11T06:51:10Z', 'revision_number': 1, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:54:54.897478 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786c56a-6bf4-474e-99e2-526885c2438e None None] Checking router: e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:54:54.905567 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786c56a-6bf4-474e-99e2-526885c2438e None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:54:54.906160 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-9786c56a-6bf4-474e-99e2-526885c2438e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:54:28Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:54:54.965135 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a6b56-244a-4821-aa5a-d3cd56ee01d0 req-9df4cb70-94d2-45b6-93c9-b1834624e92b tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:54:54.966763 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4b2a6b56-244a-4821-aa5a-d3cd56ee01d0 req-9df4cb70-94d2-45b6-93c9-b1834624e92b tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 945 time: 0.2315278 May 11 06:54:55.013584 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-9786c56a-6bf4-474e-99e2-526885c2438e None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:54:55.015695 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4b2a6b56-244a-4821-aa5a-d3cd56ee01d0 req-26434b1b-3ae7-4426-8773-cf9d25504361 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430322 May 11 06:54:55.228757 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-9786c56a-6bf4-474e-99e2-526885c2438e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '012e3407-2548-4031-86e5-dc31670531d0', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'port_id': '63deefb4-c65e-4800-9773-117330932a29', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'mac_address': 'fa:16:3e:e0:b9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e2318-b1a5-41e1-b650-788036a4e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:51:08Z', 'updated_at': '2022-05-11T06:51:10Z', 'revision_number': 1, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:54:55.255235 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9786c56a-6bf4-474e-99e2-526885c2438e None None] The sync data for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi is: [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_floatingips': [{'id': '012e3407-2548-4031-86e5-dc31670531d0', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'router_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'port_id': '63deefb4-c65e-4800-9773-117330932a29', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'mac_address': 'fa:16:3e:e0:b9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '099e2318-b1a5-41e1-b650-788036a4e19a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-11T06:51:08Z', 'updated_at': '2022-05-11T06:51:10Z', 'revision_number': 1, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:54:55.479973 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58763d95-d3f5-4377-881c-23e4cfcc63f1 None None] New status for floating IP 83ea3860-53af-45be-8388-719e530fc9da: DOWN {{(pid=104516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:54:55.673271 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-623c8b61-f80f-4c83-9ce1-dffc32c2f2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:55.896294 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c94bf7-5397-43e9-9486-d440e09c4194 req-6317d4e6-07c2-429d-9a6f-3447fab51081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:54:55.897768 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c0c94bf7-5397-43e9-9486-d440e09c4194 req-6317d4e6-07c2-429d-9a6f-3447fab51081 service neutron] 10.222.0.70 "GET /v2.0/networks?id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c HTTP/1.1" status: 200 len: 913 time: 0.0869582 May 11 06:54:56.078077 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c0c94bf7-5397-43e9-9486-d440e09c4194 req-f36d325c-2003-4720-b3fc-e0034740eede service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf HTTP/1.1" status: 200 len: 217 time: 0.0346286 May 11 06:54:56.130918 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c94bf7-5397-43e9-9486-d440e09c4194 req-3ccadf8b-480c-4c12-a259-2b65d630afb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:54:56.132481 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c0c94bf7-5397-43e9-9486-d440e09c4194 req-3ccadf8b-480c-4c12-a259-2b65d630afb6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=571d3319-113c-4fc5-9bfa-24b106f2a034 HTTP/1.1" status: 200 len: 851 time: 0.0475483 May 11 06:54:56.183318 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba190f-5b20-43dc-b966-43c552cf6700 req-f5bcc0c8-7cad-4fe6-b1bf-bda0f0e383d5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:54:56.184710 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-32ba190f-5b20-43dc-b966-43c552cf6700 req-f5bcc0c8-7cad-4fe6-b1bf-bda0f0e383d5 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 945 time: 0.0986621 May 11 06:54:56.233473 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-32ba190f-5b20-43dc-b966-43c552cf6700 req-6b495dbe-8797-413a-9171-fed2d1cb96c6 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430746 May 11 06:54:56.360453 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c94bf7-5397-43e9-9486-d440e09c4194 req-6f476e52-7a29-45e2-8b08-4820c44669d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:54:56.361922 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c0c94bf7-5397-43e9-9486-d440e09c4194 req-6f476e52-7a29-45e2-8b08-4820c44669d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0380993 May 11 06:54:56.455403 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c0c94bf7-5397-43e9-9486-d440e09c4194 req-06c6d028-6a41-4301-af33-c4a08a686fe1 service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813162 May 11 06:54:56.484126 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc2021-9a2e-4244-b88b-9c2a7b24145a req-20615e6c-a2e3-4374-b8ad-600b0392f581 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:54:56.485602 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1dbc2021-9a2e-4244-b88b-9c2a7b24145a req-20615e6c-a2e3-4374-b8ad-600b0392f581 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 945 time: 0.0470362 May 11 06:54:56.546860 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-c0c94bf7-5397-43e9-9486-d440e09c4194 req-a72f12d9-140c-413d-a6b9-c28c5b4d2e4c service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856807 May 11 06:54:56.572149 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-1dbc2021-9a2e-4244-b88b-9c2a7b24145a req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Deleting port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:54:56.572492 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-1dbc2021-9a2e-4244-b88b-9c2a7b24145a req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:56.659080 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [req-1dbc2021-9a2e-4244-b88b-9c2a7b24145a req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] For port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:54:56.659470 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-1dbc2021-9a2e-4244-b88b-9c2a7b24145a req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:56.672909 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [req-1dbc2021-9a2e-4244-b88b-9c2a7b24145a req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Calling delete_port for 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf owned by compute:nova {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:54:56.800851 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-1dbc2021-9a2e-4244-b88b-9c2a7b24145a req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:56.829264 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event deleted for resources: {'Port': ['ID=99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:54:56.855629 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:56.855984 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:56.856328 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:56.856668 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:56.857003 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:56.857334 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:56.857669 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:56.857995 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:56.858319 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:56.858645 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:56.858972 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:56.859315 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:56.859643 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:56.859963 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:56.860282 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104513) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:54:56.883281 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbc2021-9a2e-4244-b88b-9c2a7b24145a req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] No DVR routers for this DVR port 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf on host hv-cinder-80475 {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:54:56.885599 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [req-1dbc2021-9a2e-4244-b88b-9c2a7b24145a req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:56.888837 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-1dbc2021-9a2e-4244-b88b-9c2a7b24145a req-a41da0d1-4274-4927-95c1-5d1076e92e5c tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.70 "DELETE /v2.0/ports/99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf HTTP/1.1" status: 204 len: 173 time: 0.3972836 May 11 06:54:56.889274 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f55e67e-91fb-44d2-b518-109bd956ad67', 'name': 'network-vif-deleted', 'tag': '99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf'}] {{(pid=104513) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:54:56.891507 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63af5d8c5ea5f8f028d0fe1aab4b1d0042f166c673e7d3c76a4c1ece0223bcee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598cf44c-e390-4840-9eb2-6ecb16b9315c" -d '{"events": [{"server_uuid": "6f55e67e-91fb-44d2-b518-109bd956ad67", "name": "network-vif-deleted", "tag": "99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf"}]}' {{(pid=104513) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:54:56.926088 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64efa266-e7ae-4773-ade4-ebb6871a6e59 x-openstack-request-id: req-64efa266-e7ae-4773-ade4-ebb6871a6e59 {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:54:56.926383 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f55e67e-91fb-44d2-b518-109bd956ad67", "name": "network-vif-deleted", "tag": "99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf", "status": "completed", "code": 200}]} {{(pid=104513) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:54:56.926636 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-64efa266-e7ae-4773-ade4-ebb6871a6e59 {{(pid=104513) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:54:56.927046 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64efa266-e7ae-4773-ade4-ebb6871a6e59'] response: {'server_uuid': '6f55e67e-91fb-44d2-b518-109bd956ad67', 'name': 'network-vif-deleted', 'tag': '99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf', 'status': 'completed', 'code': 200} May 11 06:54:57.335761 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-4da4b9ee-ad13-47ff-aeda-98443f365bb7 req-a8f13f7e-3a54-4175-b2e8-d9756c507941 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f55e67e-91fb-44d2-b518-109bd956ad67 HTTP/1.1" status: 200 len: 210 time: 0.0323806 May 11 06:54:57.791238 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-8285ad40-6600-4a3f-93ce-74d83588af1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:59.086435 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:54:59.141635 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:54:59.164455 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:54:59.164797 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 99d6cba5-ce69-48e1-b1b3-d5b4de0acdaf not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:55:00.458660 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:00.617399 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 46048) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:55:00.762890 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-1dd28bc0-f3a3-4ab2-b9fa-ff9a775d9f12 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Deleting port 0f22398c-a060-4052-8070-39e5eeb70418 {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:55:00.763137 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1dd28bc0-f3a3-4ab2-b9fa-ff9a775d9f12 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (0f22398c-a060-4052-8070-39e5eeb70418), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:00.839644 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1dd28bc0-f3a3-4ab2-b9fa-ff9a775d9f12 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (0f22398c-a060-4052-8070-39e5eeb70418), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:00.839975 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1dd28bc0-f3a3-4ab2-b9fa-ff9a775d9f12 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for floatingip (0f22398c-a060-4052-8070-39e5eeb70418), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:00.851501 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-1dd28bc0-f3a3-4ab2-b9fa-ff9a775d9f12 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Calling delete_port for 0f22398c-a060-4052-8070-39e5eeb70418 owned by network:floatingip {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:55:00.991131 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:00.993349 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1dd28bc0-f3a3-4ab2-b9fa-ff9a775d9f12 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (0f22398c-a060-4052-8070-39e5eeb70418), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:01.025990 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd28bc0-f3a3-4ab2-b9fa-ff9a775d9f12 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event deleted for resources: {'Port': ['ID=0f22398c-a060-4052-8070-39e5eeb70418,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:55:01.083341 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1dd28bc0-f3a3-4ab2-b9fa-ff9a775d9f12 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for floatingip (012e3407-2548-4031-86e5-dc31670531d0), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:01.083670 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.db.l3_db [None req-1dd28bc0-f3a3-4ab2-b9fa-ff9a775d9f12 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Floating IP 012e3407-2548-4031-86e5-dc31670531d0 disassociated (deleted). External IP: 172.27.2.148, port: 63deefb4-c65e-4800-9773-117330932a29. May 11 06:55:01.294471 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd28bc0-f3a3-4ab2-b9fa-ff9a775d9f12 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:55:01.403350 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd28bc0-f3a3-4ab2-b9fa-ff9a775d9f12 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:55:01.408169 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-1dd28bc0-f3a3-4ab2-b9fa-ff9a775d9f12 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:01.412620 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0198cc51-7360-4e9c-924b-c1a175a8fece None None] Sync routers for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:55:01.422645 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0198cc51-7360-4e9c-924b-c1a175a8fece None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:55:01.423248 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-0198cc51-7360-4e9c-924b-c1a175a8fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:54:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:01.438240 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-1dd28bc0-f3a3-4ab2-b9fa-ff9a775d9f12 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "DELETE /v2.0/floatingips/012e3407-2548-4031-86e5-dc31670531d0 HTTP/1.1" status: 204 len: 168 time: 0.8197665 May 11 06:55:01.438929 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099e2318-b1a5-41e1-b650-788036a4e19a', 'tag': '63deefb4-c65e-4800-9773-117330932a29'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:55:01.441393 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e990a9f-444a-4cc0-8329-db3f54000a18" -d '{"events": [{"name": "network-changed", "server_uuid": "099e2318-b1a5-41e1-b650-788036a4e19a", "tag": "63deefb4-c65e-4800-9773-117330932a29"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:55:01.479034 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 11 May 2022 06:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc99cd3-f32e-4872-9df3-5309af362996 x-openstack-request-id: req-cdc99cd3-f32e-4872-9df3-5309af362996 {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:55:01.480287 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "099e2318-b1a5-41e1-b650-788036a4e19a", "tag": "63deefb4-c65e-4800-9773-117330932a29", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:55:01.480544 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-cdc99cd3-f32e-4872-9df3-5309af362996 {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:55:01.480960 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc99cd3-f32e-4872-9df3-5309af362996'] response: {'name': 'network-changed', 'server_uuid': '099e2318-b1a5-41e1-b650-788036a4e19a', 'tag': '63deefb4-c65e-4800-9773-117330932a29', 'status': 'completed', 'code': 200} May 11 06:55:01.534620 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-0198cc51-7360-4e9c-924b-c1a175a8fece None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:55:01.566432 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e990a9f-444a-4cc0-8329-db3f54000a18 req-5aa7db65-f998-46ff-b01a-3ce3f1438fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:55:01.570435 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9e990a9f-444a-4cc0-8329-db3f54000a18 req-5aa7db65-f998-46ff-b01a-3ce3f1438fa8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 1130 time: 0.0475137 May 11 06:55:01.663075 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e60d73-ba50-464f-b9e5-ea989e04d466 req-e7fa5f07-5377-4216-8d27-078c8bb19362 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:55:01.664628 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-47e60d73-ba50-464f-b9e5-ea989e04d466 req-e7fa5f07-5377-4216-8d27-078c8bb19362 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 946 time: 0.0464332 May 11 06:55:01.713655 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-47e60d73-ba50-464f-b9e5-ea989e04d466 req-c1c9a2bc-3375-419c-b0d5-bdb8d0dc72bd tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421817 May 11 06:55:01.723846 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-0198cc51-7360-4e9c-924b-c1a175a8fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:01.753580 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0198cc51-7360-4e9c-924b-c1a175a8fece None None] Checking router: e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:55:01.761682 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0198cc51-7360-4e9c-924b-c1a175a8fece None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:55:01.762273 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-0198cc51-7360-4e9c-924b-c1a175a8fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:54:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:01.998266 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-0198cc51-7360-4e9c-924b-c1a175a8fece None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:55:02.182755 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-0198cc51-7360-4e9c-924b-c1a175a8fece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:02.212437 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0198cc51-7360-4e9c-924b-c1a175a8fece None None] The sync data for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi is: [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:47:49Z', 'revision_number': 4, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi', '_interfaces': [{'id': '50c18281-a02d-4922-9606-079c570f1685', 'name': '', 'network_id': '29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'mac_address': 'fa:16:3e:0d:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:48Z', 'updated_at': '2022-05-11T06:47:59Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'subnets': [{'id': '571d3319-113c-4fc5-9bfa-24b106f2a034', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:55:02.424866 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba46ef0-8709-4b80-afd1-2cb71eaad31f None None] New status for floating IP 012e3407-2548-4031-86e5-dc31670531d0: DOWN {{(pid=104516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 11 06:55:02.602932 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:02.748735 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e990a9f-444a-4cc0-8329-db3f54000a18 req-e7c6784f-e77a-4a9c-8425-82d590bcb63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:55:02.750211 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9e990a9f-444a-4cc0-8329-db3f54000a18 req-e7c6784f-e77a-4a9c-8425-82d590bcb63e service neutron] 10.222.0.70 "GET /v2.0/networks?id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c HTTP/1.1" status: 200 len: 913 time: 0.0891054 May 11 06:55:02.830681 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8654df-3167-44e0-8788-5d9f843802c5 req-f38fee4a-c40f-44f4-a703-f47231e8787e tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:55:02.832110 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fb8654df-3167-44e0-8788-5d9f843802c5 req-f38fee4a-c40f-44f4-a703-f47231e8787e tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 946 time: 0.0488322 May 11 06:55:02.880132 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-fb8654df-3167-44e0-8788-5d9f843802c5 req-31fef097-d80e-4e76-9831-04a577c10451 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/security-groups?id=c0e396ef-af66-4fbf-8d63-57c47fed3d12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 May 11 06:55:02.922055 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9e990a9f-444a-4cc0-8329-db3f54000a18 req-889bbece-8ca7-45cc-bb83-b01e3777960f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63deefb4-c65e-4800-9773-117330932a29 HTTP/1.1" status: 200 len: 217 time: 0.0375865 May 11 06:55:02.969869 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e990a9f-444a-4cc0-8329-db3f54000a18 req-0a6867d5-f559-4684-b38b-292cde14de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:55:02.971230 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9e990a9f-444a-4cc0-8329-db3f54000a18 req-0a6867d5-f559-4684-b38b-292cde14de82 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=571d3319-113c-4fc5-9bfa-24b106f2a034 HTTP/1.1" status: 200 len: 851 time: 0.0423350 May 11 06:55:03.156545 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e990a9f-444a-4cc0-8329-db3f54000a18 req-1e99ff6e-383a-46d4-b337-bb6fdabbecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104513) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:55:03.158006 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9e990a9f-444a-4cc0-8329-db3f54000a18 req-1e99ff6e-383a-46d4-b337-bb6fdabbecfa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382910 May 11 06:55:03.252408 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9e990a9f-444a-4cc0-8329-db3f54000a18 req-21149d01-d0cb-483a-b54c-1094ff0a5071 service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850215 May 11 06:55:03.286765 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf088317-0b3e-4138-a510-5ae7277e85aa req-cf14ee74-9082-491b-a5b1-aeed74f03309 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 11 06:55:03.288251 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-bf088317-0b3e-4138-a510-5ae7277e85aa req-cf14ee74-9082-491b-a5b1-aeed74f03309 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.70 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 946 time: 0.0457911 May 11 06:55:03.343656 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-9e990a9f-444a-4cc0-8329-db3f54000a18 req-69d348b9-956e-4e67-afe8-f65392e50cfa service neutron] 10.222.0.70 "GET /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852602 May 11 06:55:03.376774 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-bf088317-0b3e-4138-a510-5ae7277e85aa req-0c6e3650-2172-4945-9caa-77ed29469ef4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Deleting port 63deefb4-c65e-4800-9773-117330932a29 {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:55:03.377118 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-bf088317-0b3e-4138-a510-5ae7277e85aa req-0c6e3650-2172-4945-9caa-77ed29469ef4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (63deefb4-c65e-4800-9773-117330932a29), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:03.463606 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [req-bf088317-0b3e-4138-a510-5ae7277e85aa req-0c6e3650-2172-4945-9caa-77ed29469ef4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] For port 63deefb4-c65e-4800-9773-117330932a29, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=63deefb4-c65e-4800-9773-117330932a29,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:55:03.464537 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-bf088317-0b3e-4138-a510-5ae7277e85aa req-0c6e3650-2172-4945-9caa-77ed29469ef4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (63deefb4-c65e-4800-9773-117330932a29), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:03.476991 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [req-bf088317-0b3e-4138-a510-5ae7277e85aa req-0c6e3650-2172-4945-9caa-77ed29469ef4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Calling delete_port for 63deefb4-c65e-4800-9773-117330932a29 owned by compute:nova {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:55:03.602456 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-bf088317-0b3e-4138-a510-5ae7277e85aa req-0c6e3650-2172-4945-9caa-77ed29469ef4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (63deefb4-c65e-4800-9773-117330932a29), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:03.628231 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e3650-2172-4945-9caa-77ed29469ef4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event deleted for resources: {'Port': ['ID=63deefb4-c65e-4800-9773-117330932a29,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:55:03.677191 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf088317-0b3e-4138-a510-5ae7277e85aa req-0c6e3650-2172-4945-9caa-77ed29469ef4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] No DVR routers for this DVR port 63deefb4-c65e-4800-9773-117330932a29 on host hv-cinder-80475 {{(pid=104514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:55:03.679498 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [req-bf088317-0b3e-4138-a510-5ae7277e85aa req-0c6e3650-2172-4945-9caa-77ed29469ef4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for port (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:03.682887 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [req-bf088317-0b3e-4138-a510-5ae7277e85aa req-0c6e3650-2172-4945-9caa-77ed29469ef4 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.70 "DELETE /v2.0/ports/63deefb4-c65e-4800-9773-117330932a29 HTTP/1.1" status: 204 len: 173 time: 0.3880408 May 11 06:55:03.683286 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099e2318-b1a5-41e1-b650-788036a4e19a', 'name': 'network-vif-deleted', 'tag': '63deefb4-c65e-4800-9773-117330932a29'}] {{(pid=104514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 11 06:55:03.685524 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.64/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ff21cf97c2c4d2e5d35b425ee11927587dd2d8fe3f71e15680b55c18059169" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddbc1c2-e545-4dff-b8d7-b9d3f398bcfe" -d '{"events": [{"server_uuid": "099e2318-b1a5-41e1-b650-788036a4e19a", "name": "network-vif-deleted", "tag": "63deefb4-c65e-4800-9773-117330932a29"}]}' {{(pid=104514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 11 06:55:03.726679 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 11 May 2022 06:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3a5488-0094-4012-8ae8-173155943161 x-openstack-request-id: req-dc3a5488-0094-4012-8ae8-173155943161 {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 11 06:55:03.726973 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "099e2318-b1a5-41e1-b650-788036a4e19a", "name": "network-vif-deleted", "tag": "63deefb4-c65e-4800-9773-117330932a29", "status": "completed", "code": 200}]} {{(pid=104514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 11 06:55:03.727228 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.64/compute/v2.1/os-server-external-events used request id req-dc3a5488-0094-4012-8ae8-173155943161 {{(pid=104514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 11 06:55:03.727665 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3a5488-0094-4012-8ae8-173155943161'] response: {'server_uuid': '099e2318-b1a5-41e1-b650-788036a4e19a', 'name': 'network-vif-deleted', 'tag': '63deefb4-c65e-4800-9773-117330932a29', 'status': 'completed', 'code': 200} May 11 06:55:03.980850 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [req-b54e2a7e-bf0a-4590-83fc-388ea614e7f2 req-de2fbed2-effe-48d9-8533-15243067925e tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "GET /v2.0/ports?device_id=099e2318-b1a5-41e1-b650-788036a4e19a HTTP/1.1" status: 200 len: 210 time: 0.0334854 May 11 06:55:05.043310 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 46064) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:55:05.163158 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-307a5458-c0f9-4b5d-be2a-fcabe2c742f2 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Deleting port 0f73dab0-fade-4606-b5b4-1ad7d83f7af4 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:55:05.163538 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-307a5458-c0f9-4b5d-be2a-fcabe2c742f2 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (0f73dab0-fade-4606-b5b4-1ad7d83f7af4), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:05.238293 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-307a5458-c0f9-4b5d-be2a-fcabe2c742f2 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (0f73dab0-fade-4606-b5b4-1ad7d83f7af4), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:05.238625 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-307a5458-c0f9-4b5d-be2a-fcabe2c742f2 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for floatingip (0f73dab0-fade-4606-b5b4-1ad7d83f7af4), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:05.250236 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-307a5458-c0f9-4b5d-be2a-fcabe2c742f2 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Calling delete_port for 0f73dab0-fade-4606-b5b4-1ad7d83f7af4 owned by network:floatingip {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:55:05.379637 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-307a5458-c0f9-4b5d-be2a-fcabe2c742f2 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (0f73dab0-fade-4606-b5b4-1ad7d83f7af4), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:05.411465 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307a5458-c0f9-4b5d-be2a-fcabe2c742f2 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event deleted for resources: {'Port': ['ID=0f73dab0-fade-4606-b5b4-1ad7d83f7af4,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:55:05.471231 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-307a5458-c0f9-4b5d-be2a-fcabe2c742f2 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for floatingip (93e0005c-9510-4565-b3bf-1eef9e8dabcb), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:05.473716 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-307a5458-c0f9-4b5d-be2a-fcabe2c742f2 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-94401'] for floatingip (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:05.474850 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-307a5458-c0f9-4b5d-be2a-fcabe2c742f2 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "DELETE /v2.0/floatingips/93e0005c-9510-4565-b3bf-1eef9e8dabcb HTTP/1.1" status: 204 len: 168 time: 0.4309709 May 11 06:55:06.666245 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 46076) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:55:06.722651 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ee4fc9bc-c860-4c1c-95e3-9efee45c85f7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group (c0e396ef-af66-4fbf-8d63-57c47fed3d12), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:06.747586 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ee4fc9bc-c860-4c1c-95e3-9efee45c85f7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group (c0e396ef-af66-4fbf-8d63-57c47fed3d12), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:06.816537 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ee4fc9bc-c860-4c1c-95e3-9efee45c85f7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (c0e396ef-af66-4fbf-8d63-57c47fed3d12), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:06.819253 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-ee4fc9bc-c860-4c1c-95e3-9efee45c85f7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Publish callbacks [] for security_group (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:06.820443 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-ee4fc9bc-c860-4c1c-95e3-9efee45c85f7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] 10.222.0.64 "DELETE /v2.0/security-groups/c0e396ef-af66-4fbf-8d63-57c47fed3d12 HTTP/1.1" status: 204 len: 168 time: 0.1526804 May 11 06:55:06.829825 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fc9bc-c860-4c1c-95e3-9efee45c85f7 tempest-TestVolumeBootPattern-1695130078 tempest-TestVolumeBootPattern-1695130078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e396ef-af66-4fbf-8d63-57c47fed3d12,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:55:06.880769 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 46080) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:55:07.171378 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 63deefb4-c65e-4800-9773-117330932a29 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:55:07.190521 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] No Port match for: 63deefb4-c65e-4800-9773-117330932a29 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:55:07.190871 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Device 63deefb4-c65e-4800-9773-117330932a29 not bound to the agent host hv-cinder-80475 {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:55:07.302309 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-679f65b5-64b3-426a-bd0f-520375defe44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825217'] for router_interface (e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:07.533358 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-679f65b5-64b3-426a-bd0f-520375defe44 admin admin] Deleting port 50c18281-a02d-4922-9606-079c570f1685 {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:55:07.533700 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-679f65b5-64b3-426a-bd0f-520375defe44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (50c18281-a02d-4922-9606-079c570f1685), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:07.613124 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-679f65b5-64b3-426a-bd0f-520375defe44 admin admin] For port 50c18281-a02d-4922-9606-079c570f1685, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=50c18281-a02d-4922-9606-079c570f1685,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:55:07.613407 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-679f65b5-64b3-426a-bd0f-520375defe44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (50c18281-a02d-4922-9606-079c570f1685), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:07.626276 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-679f65b5-64b3-426a-bd0f-520375defe44 admin admin] Calling delete_port for 50c18281-a02d-4922-9606-079c570f1685 owned by network:router_interface {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:55:07.805956 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-679f65b5-64b3-426a-bd0f-520375defe44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (50c18281-a02d-4922-9606-079c570f1685), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:07.847389 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f65b5-64b3-426a-bd0f-520375defe44 admin admin] Pushing event deleted for resources: {'Port': ['ID=50c18281-a02d-4922-9606-079c570f1685,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:55:08.022726 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-679f65b5-64b3-426a-bd0f-520375defe44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-269022'] for router_interface (e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:08.237829 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679f65b5-64b3-426a-bd0f-520375defe44 admin admin] Router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104513) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:55:08.604129 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679f65b5-64b3-426a-bd0f-520375defe44 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104513) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:55:08.608960 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-679f65b5-64b3-426a-bd0f-520375defe44 admin admin] 10.222.0.64 "PUT /v2.0/routers/e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7271502 May 11 06:55:08.611499 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 46084) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:55:08.612578 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f426965-efbd-464d-9130-ff8a98a5b849 None None] Sync routers for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:55:08.623118 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f426965-efbd-464d-9130-ff8a98a5b849 None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:55:08.623772 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-3f426965-efbd-464d-9130-ff8a98a5b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:54:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:08.719511 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0dcf-8cf5-4ff2-8d76-0b1be9a87b69 admin admin] Publish callbacks [] for router (e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:08.734392 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-3f426965-efbd-464d-9130-ff8a98a5b849 None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:55:08.831231 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0dcf-8cf5-4ff2-8d76-0b1be9a87b69 admin admin] Publish callbacks [] for router_gateway (e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:08.876933 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c0dcf-8cf5-4ff2-8d76-0b1be9a87b69 admin admin] Deleting port a399dbca-b859-48cc-8f11-4018ec26295f {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:55:08.877280 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0dcf-8cf5-4ff2-8d76-0b1be9a87b69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (a399dbca-b859-48cc-8f11-4018ec26295f), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:08.906700 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-3f426965-efbd-464d-9130-ff8a98a5b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:55:07Z', 'revision_number': 5, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port': {'id': 'a399dbca-b859-48cc-8f11-4018ec26295f', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0b:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:46Z', 'updated_at': '2022-05-11T06:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:08.933359 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f426965-efbd-464d-9130-ff8a98a5b849 None None] Checking router: e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 for host: dv-cinder-804757-27-iscsi {{(pid=104515) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:55:08.941464 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f426965-efbd-464d-9130-ff8a98a5b849 None None] Routers {'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104515) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:55:08.942062 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-3f426965-efbd-464d-9130-ff8a98a5b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:54:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'], 'active': True} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:08.957367 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-cb6c0dcf-8cf5-4ff2-8d76-0b1be9a87b69 admin admin] For port a399dbca-b859-48cc-8f11-4018ec26295f, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=a399dbca-b859-48cc-8f11-4018ec26295f,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:55:08.957737 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0dcf-8cf5-4ff2-8d76-0b1be9a87b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (a399dbca-b859-48cc-8f11-4018ec26295f), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:08.975233 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c0dcf-8cf5-4ff2-8d76-0b1be9a87b69 admin admin] Calling delete_port for a399dbca-b859-48cc-8f11-4018ec26295f owned by network:router_gateway {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:55:09.029208 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvr_db [None req-3f426965-efbd-464d-9130-ff8a98a5b849 None None] Set router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 gateway port host: None {{(pid=104515) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:55:09.083305 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_hamode_db [None req-3f426965-efbd-464d-9130-ff8a98a5b849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:55:08Z', 'revision_number': 6, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port_host': None}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:09.110078 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f426965-efbd-464d-9130-ff8a98a5b849 None None] The sync data for ids ['e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63'] in dv-cinder-804757-27-iscsi is: [{'id': 'e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63', 'name': 'tempest-TestVolumeBootPattern-1079859993-router', 'tenant_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:44Z', 'updated_at': '2022-05-11T06:55:08Z', 'revision_number': 6, 'project_id': '549cd5f2cff143c69dd1e4568d7bd3e6', 'gw_port_host': None}] {{(pid=104515) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:55:09.173115 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0dcf-8cf5-4ff2-8d76-0b1be9a87b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (a399dbca-b859-48cc-8f11-4018ec26295f), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:09.199616 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c0dcf-8cf5-4ff2-8d76-0b1be9a87b69 admin admin] Pushing event deleted for resources: {'Port': ['ID=a399dbca-b859-48cc-8f11-4018ec26295f,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:55:09.258854 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0dcf-8cf5-4ff2-8d76-0b1be9a87b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823987'] for router_gateway (e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:09.351533 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0dcf-8cf5-4ff2-8d76-0b1be9a87b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7236'] for router (e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:09.353653 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0dcf-8cf5-4ff2-8d76-0b1be9a87b69 admin admin] Publish callbacks [] for router_controller (e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63), precommit_delete_associations {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:09.398762 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0dcf-8cf5-4ff2-8d76-0b1be9a87b69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830306'] for router (e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:09.399237 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6c0dcf-8cf5-4ff2-8d76-0b1be9a87b69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 {{(pid=104513) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:55:09.404069 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-cb6c0dcf-8cf5-4ff2-8d76-0b1be9a87b69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:09.407829 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-cb6c0dcf-8cf5-4ff2-8d76-0b1be9a87b69 admin admin] 10.222.0.64 "DELETE /v2.0/routers/e6c2dccb-a8fa-4a77-b3cf-ed22d97a6c63 HTTP/1.1" status: 204 len: 168 time: 0.7928410 May 11 06:55:09.407829 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 46086) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:55:09.453321 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.db_base_plugin_v2 [None req-93876543-67d6-474b-84ab-55eea9d2624f admin admin] Deleting subnet 571d3319-113c-4fc5-9bfa-24b106f2a034 {{(pid=104513) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:55:09.456869 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-93876543-67d6-474b-84ab-55eea9d2624f admin admin] Publish callbacks [] for subnet (571d3319-113c-4fc5-9bfa-24b106f2a034), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:09.492552 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-93876543-67d6-474b-84ab-55eea9d2624f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59152305'] for subnet (571d3319-113c-4fc5-9bfa-24b106f2a034), precommit_delete_associations {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:09.573880 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-93876543-67d6-474b-84ab-55eea9d2624f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660987'] for subnet (571d3319-113c-4fc5-9bfa-24b106f2a034), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:09.630711 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-93876543-67d6-474b-84ab-55eea9d2624f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60787587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59146744'] for subnet (571d3319-113c-4fc5-9bfa-24b106f2a034), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:09.656630 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93876543-67d6-474b-84ab-55eea9d2624f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=571d3319-113c-4fc5-9bfa-24b106f2a034,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:55:09.660087 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-93876543-67d6-474b-84ab-55eea9d2624f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for subnet (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:09.663203 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-93876543-67d6-474b-84ab-55eea9d2624f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/571d3319-113c-4fc5-9bfa-24b106f2a034 HTTP/1.1" status: 204 len: 168 time: 0.2544234 May 11 06:55:09.665611 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.wsgi [-] (104513) accepted ('10.222.0.64', 46088) {{(pid=104513) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:55:09.668703 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feddb92-7e2d-4921-b7fd-82dcaac67ece None None] Network 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:55:09.734438 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568100'] for network (29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:09.784515 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] Deleting port e121252a-01e0-46d8-b3d6-2c63be0aacdc {{(pid=104513) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:55:09.787691 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (e121252a-01e0-46d8-b3d6-2c63be0aacdc), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:09.858357 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] DHCP port deletion for 29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c request from dv-cinder-804757-27-iscsi {{(pid=104515) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:55:09.879362 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.db [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] For port e121252a-01e0-46d8-b3d6-2c63be0aacdc, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=e121252a-01e0-46d8-b3d6-2c63be0aacdc,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104513) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:55:09.879868 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (e121252a-01e0-46d8-b3d6-2c63be0aacdc), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:09.898467 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] Calling delete_port for e121252a-01e0-46d8-b3d6-2c63be0aacdc owned by network:dhcp {{(pid=104513) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:55:09.906905 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Deleting port e121252a-01e0-46d8-b3d6-2c63be0aacdc {{(pid=104515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:55:09.907568 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (e121252a-01e0-46d8-b3d6-2c63be0aacdc), before_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:09.995594 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.db [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] For port e121252a-01e0-46d8-b3d6-2c63be0aacdc, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=e121252a-01e0-46d8-b3d6-2c63be0aacdc,segment=NetworkSegment(3317c23f-548b-4817-83af-0499078ac435),segment_id=3317c23f-548b-4817-83af-0499078ac435)] {{(pid=104515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:55:09.998010 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60798066'] for port (e121252a-01e0-46d8-b3d6-2c63be0aacdc), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:10.002951 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (e121252a-01e0-46d8-b3d6-2c63be0aacdc), precommit_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:10.027689 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Calling delete_port for e121252a-01e0-46d8-b3d6-2c63be0aacdc owned by network:dhcp {{(pid=104515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:55:10.048638 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] Pushing event deleted for resources: {'Port': ['ID=e121252a-01e0-46d8-b3d6-2c63be0aacdc,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:55:10.058505 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] No DVR routers for this DVR port e121252a-01e0-46d8-b3d6-2c63be0aacdc on host dv-cinder-804757-27-iscsi {{(pid=104513) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:55:10.138606 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984'] for port (e121252a-01e0-46d8-b3d6-2c63be0aacdc), after_delete {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:10.171765 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Pushing event deleted for resources: {'Port': ['ID=e121252a-01e0-46d8-b3d6-2c63be0aacdc,revision_number=None']} {{(pid=104515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:55:10.172470 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] No DVR routers for this DVR port e121252a-01e0-46d8-b3d6-2c63be0aacdc on host dv-cinder-804757-27-iscsi {{(pid=104515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:55:10.187150 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:55:10.187150 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:55:10.187150 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:55:10.187150 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:55:10.187150 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:55:10.187150 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:55:10.187150 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:55:10.187150 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:55:10.187150 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:55:10.187150 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:55:10.187150 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:55:10.187150 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:55:10.187150 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:55:10.187150 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:55:10.187150 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f1a40c-b06c-449f-af85-d6aca8f0e955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-27-iscsi {{(pid=104515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 11 06:55:10.194903 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773710', 'neutron.services.segments.db._delete_segments_for_network-8748549744406'] for network (29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:10.226720 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c']}} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:10.245746 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3317c23f-548b-4817-83af-0499078ac435') {'for_net_delete': True} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:10.246370 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.services.segments.db [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3317c23f-548b-4817-83af-0499078ac435') {} {{(pid=104513) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:10.268774 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748549467935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59152264'] for segment (3317c23f-548b-4817-83af-0499078ac435), before_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:10.286869 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (3317c23f-548b-4817-83af-0499078ac435), precommit_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:10.293406 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=104513) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:55:10.293800 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60797985'] for segment (3317c23f-548b-4817-83af-0499078ac435), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: Traceback (most recent call last): May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: timer() May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: cb(*args, **kw) May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: return func(*args, **kwargs) May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: self._notify() May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: self.callback(batched_events) May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: event.method(event) May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: return f(self, *a, **k) May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._get(url).json() May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: return self.request(url, 'GET', **kwargs) May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:55:10.304405 dv-cinder-804757-27-iscsi neutron-server[104513]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:55:10.368645 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826241'] for network (29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c), after_delete {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:10.374695 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron_lib.callbacks.manager [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104513) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:10.377853 dv-cinder-804757-27-iscsi neutron-server[104513]: INFO neutron.wsgi [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] 10.222.0.64 "DELETE /v2.0/networks/29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c HTTP/1.1" status: 204 len: 168 time: 0.7113435 May 11 06:55:10.381007 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 46090) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:55:10.392750 dv-cinder-804757-27-iscsi neutron-server[104513]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e0b2c-c125-42ea-8818-fb7349e79a4c admin admin] Pushing event deleted for resources: {'Network': ['ID=29671e96-b0fa-4eaa-b6c4-d6d9baf9fb5c,revision_number=None']} {{(pid=104513) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:55:10.718933 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-51402c5e-0e35-4490-8f9f-0ab015482048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1825217'] for router_interface (f3b9f121-0b2d-499a-8521-1444cc304999), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:10.730461 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 50c18281-a02d-4922-9606-079c570f1685 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:55:10.759923 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: 50c18281-a02d-4922-9606-079c570f1685 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:55:10.760268 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device 50c18281-a02d-4922-9606-079c570f1685 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:55:10.761307 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device e121252a-01e0-46d8-b3d6-2c63be0aacdc no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:55:10.780258 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: e121252a-01e0-46d8-b3d6-2c63be0aacdc {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:55:10.780605 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device e121252a-01e0-46d8-b3d6-2c63be0aacdc not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:55:10.781014 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device a399dbca-b859-48cc-8f11-4018ec26295f no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:55:10.799167 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: a399dbca-b859-48cc-8f11-4018ec26295f {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:55:10.799593 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device a399dbca-b859-48cc-8f11-4018ec26295f not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:55:10.949754 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-51402c5e-0e35-4490-8f9f-0ab015482048 admin admin] Deleting port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:55:10.949992 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-51402c5e-0e35-4490-8f9f-0ab015482048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:11.033413 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-51402c5e-0e35-4490-8f9f-0ab015482048 admin admin] For port c71daa93-e4fc-4ee9-993c-7ae0296aaf1b, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=c71daa93-e4fc-4ee9-993c-7ae0296aaf1b,segment=NetworkSegment(83841511-92e4-4219-b7cc-ffbc40035567),segment_id=83841511-92e4-4219-b7cc-ffbc40035567)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:55:11.033768 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-51402c5e-0e35-4490-8f9f-0ab015482048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:11.058147 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-51402c5e-0e35-4490-8f9f-0ab015482048 admin admin] Calling delete_port for c71daa93-e4fc-4ee9-993c-7ae0296aaf1b owned by network:router_interface {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:55:11.266280 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-51402c5e-0e35-4490-8f9f-0ab015482048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (c71daa93-e4fc-4ee9-993c-7ae0296aaf1b), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:11.299129 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51402c5e-0e35-4490-8f9f-0ab015482048 admin admin] Pushing event deleted for resources: {'Port': ['ID=c71daa93-e4fc-4ee9-993c-7ae0296aaf1b,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:55:11.470893 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-51402c5e-0e35-4490-8f9f-0ab015482048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1664080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-269022'] for router_interface (f3b9f121-0b2d-499a-8521-1444cc304999), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:11.943857 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51402c5e-0e35-4490-8f9f-0ab015482048 admin admin] Router f3b9f121-0b2d-499a-8521-1444cc304999 has already been hosted by L3 agent 62c4d390-3aa3-40d1-a88c-405ffca3b790 {{(pid=104514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 11 06:55:12.051428 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51402c5e-0e35-4490-8f9f-0ab015482048 admin admin] Notify agent at l3_agent.dv-cinder-804757-27-iscsi the message routers_updated {{(pid=104514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 11 06:55:12.056535 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-51402c5e-0e35-4490-8f9f-0ab015482048 admin admin] 10.222.0.64 "PUT /v2.0/routers/f3b9f121-0b2d-499a-8521-1444cc304999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6744335 May 11 06:55:12.059027 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 46092) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:55:12.062446 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5ef107-83d3-4cd8-82eb-a83f17c28cee None None] Sync routers for ids ['f3b9f121-0b2d-499a-8521-1444cc304999'] in dv-cinder-804757-27-iscsi {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 11 06:55:12.072972 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5ef107-83d3-4cd8-82eb-a83f17c28cee None None] Routers {'f3b9f121-0b2d-499a-8521-1444cc304999'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:55:12.073574 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-4c5ef107-83d3-4cd8-82eb-a83f17c28cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:54:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f3b9f121-0b2d-499a-8521-1444cc304999'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:12.164714 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dc4d27bc-3231-4ca8-98a9-e4b34b787782 admin admin] Publish callbacks [] for router (f3b9f121-0b2d-499a-8521-1444cc304999), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:12.181618 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-4c5ef107-83d3-4cd8-82eb-a83f17c28cee None None] Set router f3b9f121-0b2d-499a-8521-1444cc304999 gateway port host: dv-cinder-804757-27-iscsi {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:55:12.270766 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dc4d27bc-3231-4ca8-98a9-e4b34b787782 admin admin] Publish callbacks [] for router_gateway (f3b9f121-0b2d-499a-8521-1444cc304999), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:12.328025 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d27bc-3231-4ca8-98a9-e4b34b787782 admin admin] Deleting port a165d5c4-8dcb-437f-9e7a-1da37cf0c74b {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:55:12.328545 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dc4d27bc-3231-4ca8-98a9-e4b34b787782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (a165d5c4-8dcb-437f-9e7a-1da37cf0c74b), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:12.359632 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-4c5ef107-83d3-4cd8-82eb-a83f17c28cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'name': 'tempest-TestVolumeBootPattern-1063313789-router', 'tenant_id': '7d282e90f748416c8a2a2cae914bc1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'external_fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'a165d5c4-8dcb-437f-9e7a-1da37cf0c74b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:53Z', 'updated_at': '2022-05-11T06:55:11Z', 'revision_number': 5, 'project_id': '7d282e90f748416c8a2a2cae914bc1f7', 'gw_port': {'id': 'a165d5c4-8dcb-437f-9e7a-1da37cf0c74b', 'name': '', 'network_id': '7c3caca2-6ca3-4944-9b8c-503b226927ad', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-27-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-11T06:47:54Z', 'updated_at': '2022-05-11T06:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '01b6f16e-650b-4a67-8d30-31a7517aef7f', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-27-iscsi'}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:12.390476 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5ef107-83d3-4cd8-82eb-a83f17c28cee None None] Checking router: f3b9f121-0b2d-499a-8521-1444cc304999 for host: dv-cinder-804757-27-iscsi {{(pid=104516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 11 06:55:12.398648 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5ef107-83d3-4cd8-82eb-a83f17c28cee None None] Routers {'f3b9f121-0b2d-499a-8521-1444cc304999'} bound to L3 agent in host dv-cinder-804757-27-iscsi {{(pid=104516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 11 06:55:12.399235 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-4c5ef107-83d3-4cd8-82eb-a83f17c28cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-27-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-11T06:30:28Z,description=,heartbeat_timestamp=2022-05-11T06:54:58Z,host='dv-cinder-804757-27-iscsi',id=62c4d390-3aa3-40d1-a88c-405ffca3b790,load=0,resource_versions=,resources_synced=,started_at=2022-05-11T06:30:28Z,topic='l3_agent')) {'router_ids': ['f3b9f121-0b2d-499a-8521-1444cc304999'], 'active': True} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:12.407220 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-dc4d27bc-3231-4ca8-98a9-e4b34b787782 admin admin] For port a165d5c4-8dcb-437f-9e7a-1da37cf0c74b, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=a165d5c4-8dcb-437f-9e7a-1da37cf0c74b,segment=NetworkSegment(4e42d1bf-cd1e-48fc-ab76-629b7017d8f6),segment_id=4e42d1bf-cd1e-48fc-ab76-629b7017d8f6)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:55:12.407725 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dc4d27bc-3231-4ca8-98a9-e4b34b787782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (a165d5c4-8dcb-437f-9e7a-1da37cf0c74b), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:12.420771 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-dc4d27bc-3231-4ca8-98a9-e4b34b787782 admin admin] Calling delete_port for a165d5c4-8dcb-437f-9e7a-1da37cf0c74b owned by network:router_gateway {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:55:12.581928 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_dvr_db [None req-4c5ef107-83d3-4cd8-82eb-a83f17c28cee None None] Set router f3b9f121-0b2d-499a-8521-1444cc304999 gateway port host: None {{(pid=104516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 11 06:55:12.592633 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dc4d27bc-3231-4ca8-98a9-e4b34b787782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (a165d5c4-8dcb-437f-9e7a-1da37cf0c74b), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:12.618647 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d27bc-3231-4ca8-98a9-e4b34b787782 admin admin] Pushing event deleted for resources: {'Port': ['ID=a165d5c4-8dcb-437f-9e7a-1da37cf0c74b,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:55:12.634099 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.l3_hamode_db [None req-4c5ef107-83d3-4cd8-82eb-a83f17c28cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'name': 'tempest-TestVolumeBootPattern-1063313789-router', 'tenant_id': '7d282e90f748416c8a2a2cae914bc1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:53Z', 'updated_at': '2022-05-11T06:55:12Z', 'revision_number': 6, 'project_id': '7d282e90f748416c8a2a2cae914bc1f7', 'gw_port_host': None}], 'dv-cinder-804757-27-iscsi', False) {} {{(pid=104516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:12.663076 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5ef107-83d3-4cd8-82eb-a83f17c28cee None None] The sync data for ids ['f3b9f121-0b2d-499a-8521-1444cc304999'] in dv-cinder-804757-27-iscsi is: [{'id': 'f3b9f121-0b2d-499a-8521-1444cc304999', 'name': 'tempest-TestVolumeBootPattern-1063313789-router', 'tenant_id': '7d282e90f748416c8a2a2cae914bc1f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-11T06:47:53Z', 'updated_at': '2022-05-11T06:55:12Z', 'revision_number': 6, 'project_id': '7d282e90f748416c8a2a2cae914bc1f7', 'gw_port_host': None}] {{(pid=104516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 11 06:55:12.684475 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dc4d27bc-3231-4ca8-98a9-e4b34b787782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823987'] for router_gateway (f3b9f121-0b2d-499a-8521-1444cc304999), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:12.778394 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dc4d27bc-3231-4ca8-98a9-e4b34b787782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1830331', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7236'] for router (f3b9f121-0b2d-499a-8521-1444cc304999), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:12.780536 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dc4d27bc-3231-4ca8-98a9-e4b34b787782 admin admin] Publish callbacks [] for router_controller (f3b9f121-0b2d-499a-8521-1444cc304999), precommit_delete_associations {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:12.824823 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dc4d27bc-3231-4ca8-98a9-e4b34b787782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1830306'] for router (f3b9f121-0b2d-499a-8521-1444cc304999), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:12.825427 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4d27bc-3231-4ca8-98a9-e4b34b787782 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3b9f121-0b2d-499a-8521-1444cc304999 {{(pid=104514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 11 06:55:12.829875 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-dc4d27bc-3231-4ca8-98a9-e4b34b787782 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:12.831045 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-dc4d27bc-3231-4ca8-98a9-e4b34b787782 admin admin] 10.222.0.64 "DELETE /v2.0/routers/f3b9f121-0b2d-499a-8521-1444cc304999 HTTP/1.1" status: 204 len: 168 time: 0.7710969 May 11 06:55:12.833573 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 46094) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:55:12.877382 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49f1939-f5aa-4c1a-ba15-a55f67121fec admin admin] Deleting subnet 0c4ca912-4f72-4701-84f4-cfbfb3b35b63 {{(pid=104514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 11 06:55:12.880450 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b49f1939-f5aa-4c1a-ba15-a55f67121fec admin admin] Publish callbacks [] for subnet (0c4ca912-4f72-4701-84f4-cfbfb3b35b63), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:12.920271 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b49f1939-f5aa-4c1a-ba15-a55f67121fec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58978009'] for subnet (0c4ca912-4f72-4701-84f4-cfbfb3b35b63), precommit_delete_associations {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:12.999867 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b49f1939-f5aa-4c1a-ba15-a55f67121fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-660987'] for subnet (0c4ca912-4f72-4701-84f4-cfbfb3b35b63), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:13.059288 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b49f1939-f5aa-4c1a-ba15-a55f67121fec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-660962', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2004365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59187081', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60768909'] for subnet (0c4ca912-4f72-4701-84f4-cfbfb3b35b63), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:13.085236 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f1939-f5aa-4c1a-ba15-a55f67121fec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c4ca912-4f72-4701-84f4-cfbfb3b35b63,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:55:13.089407 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b49f1939-f5aa-4c1a-ba15-a55f67121fec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:13.094773 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-b49f1939-f5aa-4c1a-ba15-a55f67121fec admin admin] 10.222.0.64 "DELETE /v2.0/subnets/0c4ca912-4f72-4701-84f4-cfbfb3b35b63 HTTP/1.1" status: 204 len: 168 time: 0.2581244 May 11 06:55:13.095205 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 46096) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:55:13.100503 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9e7f0d-8d19-4bac-a5f3-47fe8aa2abfe None None] Network 53638df0-0262-4d30-b41b-556c39b0f798 requested from dv-cinder-804757-27-iscsi {{(pid=104515) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 11 06:55:13.169199 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-568100'] for network (53638df0-0262-4d30-b41b-556c39b0f798), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:13.217565 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] Deleting port c516ef26-3f8d-483b-92da-f96e7a596a44 {{(pid=104514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 11 06:55:13.217904 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748549583845'] for port (c516ef26-3f8d-483b-92da-f96e7a596a44), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:13.281665 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.db [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] For port c516ef26-3f8d-483b-92da-f96e7a596a44, host dv-cinder-804757-27-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-27-iscsi',level=0,port_id=c516ef26-3f8d-483b-92da-f96e7a596a44,segment=NetworkSegment(83841511-92e4-4219-b7cc-ffbc40035567),segment_id=83841511-92e4-4219-b7cc-ffbc40035567)] {{(pid=104514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 11 06:55:13.282024 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1825035'] for port (c516ef26-3f8d-483b-92da-f96e7a596a44), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:13.294337 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.plugin [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] Calling delete_port for c516ef26-3f8d-483b-92da-f96e7a596a44 owned by network:dhcp {{(pid=104514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 11 06:55:13.374355 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-744681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2045149', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748549594233', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748549199984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59187320'] for port (c516ef26-3f8d-483b-92da-f96e7a596a44), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:13.399291 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] Pushing event deleted for resources: {'Port': ['ID=c516ef26-3f8d-483b-92da-f96e7a596a44,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:55:13.403473 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] No DVR routers for this DVR port c516ef26-3f8d-483b-92da-f96e7a596a44 on host dv-cinder-804757-27-iscsi {{(pid=104514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 11 06:55:13.476360 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-773710', 'neutron.services.segments.db._delete_segments_for_network-8748549744406'] for network (53638df0-0262-4d30-b41b-556c39b0f798), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:13.487239 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b720dc93-647c-4020-b3fe-ca4d496a1302 None None] DHCP port deletion for 53638df0-0262-4d30-b41b-556c39b0f798 request from dv-cinder-804757-27-iscsi {{(pid=104515) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 11 06:55:13.501717 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53638df0-0262-4d30-b41b-556c39b0f798']}} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:13.512273 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83841511-92e4-4219-b7cc-ffbc40035567') {'for_net_delete': True} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:13.512573 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.services.segments.db [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83841511-92e4-4219-b7cc-ffbc40035567') {} {{(pid=104514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 11 06:55:13.522478 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748549467935', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58978016'] for segment (83841511-92e4-4219-b7cc-ffbc40035567), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:13.536528 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528'] for segment (83841511-92e4-4219-b7cc-ffbc40035567), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:13.542307 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=104514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 11 06:55:13.542689 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-662528', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59187243'] for segment (83841511-92e4-4219-b7cc-ffbc40035567), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: Traceback (most recent call last): May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: timer() May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: cb(*args, **kw) May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: return func(*args, **kwargs) May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: self._notify() May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: self.callback(batched_events) May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: event.method(event) May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: aggregate_id = self._get_aggregate_id(event.segment_id) May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: aggregate_uuid = self.p_client.list_aggregates( May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: return f(self, *a, **k) May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: return self._get(url).json() May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: return self._client.get(url, endpoint_filter=self._ks_filter, May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: return self.request(url, 'GET', **kwargs) May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: base_url = self.get_endpoint(auth, allow=allow, May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: auth = self._auth_required(auth, 'determine endpoint URL') May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 11 06:55:13.544394 dv-cinder-804757-27-iscsi neutron-server[104514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 11 06:55:13.602985 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-773749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-386990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1664089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1826241'] for network (53638df0-0262-4d30-b41b-556c39b0f798), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:13.610173 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1664119'] for network (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:13.613333 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] 10.222.0.64 "DELETE /v2.0/networks/53638df0-0262-4d30-b41b-556c39b0f798 HTTP/1.1" status: 204 len: 168 time: 0.5173914 May 11 06:55:13.623620 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1501380-3118-417a-bca4-df52f284b751 admin admin] Pushing event deleted for resources: {'Network': ['ID=53638df0-0262-4d30-b41b-556c39b0f798,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:55:13.732050 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 46100) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:55:13.774374 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-d26c3197-37a9-4969-affe-3ece579b007d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=549cd5f2cff143c69dd1e4568d7bd3e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401466 May 11 06:55:13.775849 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 46102) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:55:13.825896 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-edcbc0f1-1c34-4c72-9cb5-95b92881b584 admin admin] Publish callbacks [] for security_group (2bf222ad-74b0-4bfe-a682-3511c077582f), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:13.846350 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-edcbc0f1-1c34-4c72-9cb5-95b92881b584 admin admin] Publish callbacks [] for security_group (2bf222ad-74b0-4bfe-a682-3511c077582f), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:13.895938 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-edcbc0f1-1c34-4c72-9cb5-95b92881b584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (2bf222ad-74b0-4bfe-a682-3511c077582f), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:13.898449 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-edcbc0f1-1c34-4c72-9cb5-95b92881b584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:13.899727 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-edcbc0f1-1c34-4c72-9cb5-95b92881b584 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2bf222ad-74b0-4bfe-a682-3511c077582f HTTP/1.1" status: 204 len: 168 time: 0.1229074 May 11 06:55:13.906198 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:55:13.908387 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbc0f1-1c34-4c72-9cb5-95b92881b584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf222ad-74b0-4bfe-a682-3511c077582f,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:55:14.215233 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 46108) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:55:14.254215 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-82a4a327-511b-487b-aac2-e262f8fb8af6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d282e90f748416c8a2a2cae914bc1f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378625 May 11 06:55:14.256594 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [-] (104514) accepted ('10.222.0.64', 46110) {{(pid=104514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 11 06:55:14.302707 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b79d9afd-d81e-45e6-9b8c-32a21d7b58fc admin admin] Publish callbacks [] for security_group (82c014f3-469a-4ecf-90a4-cfe0a1f2454d), before_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:14.322963 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b79d9afd-d81e-45e6-9b8c-32a21d7b58fc admin admin] Publish callbacks [] for security_group (82c014f3-469a-4ecf-90a4-cfe0a1f2454d), precommit_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:14.368921 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b79d9afd-d81e-45e6-9b8c-32a21d7b58fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-267362'] for security_group (82c014f3-469a-4ecf-90a4-cfe0a1f2454d), after_delete {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:14.374649 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron_lib.callbacks.manager [None req-b79d9afd-d81e-45e6-9b8c-32a21d7b58fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:14.375867 dv-cinder-804757-27-iscsi neutron-server[104514]: INFO neutron.wsgi [None req-b79d9afd-d81e-45e6-9b8c-32a21d7b58fc admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/82c014f3-469a-4ecf-90a4-cfe0a1f2454d HTTP/1.1" status: 204 len: 168 time: 0.1183105 May 11 06:55:14.384198 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d9afd-d81e-45e6-9b8c-32a21d7b58fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c014f3-469a-4ecf-90a4-cfe0a1f2454d,revision_number=None']} {{(pid=104514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 11 06:55:14.728342 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device a165d5c4-8dcb-437f-9e7a-1da37cf0c74b no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:55:14.749102 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: a165d5c4-8dcb-437f-9e7a-1da37cf0c74b {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:55:14.749459 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device a165d5c4-8dcb-437f-9e7a-1da37cf0c74b not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:55:14.749877 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device c516ef26-3f8d-483b-92da-f96e7a596a44 no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:55:14.772657 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: c516ef26-3f8d-483b-92da-f96e7a596a44 {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:55:14.773005 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device c516ef26-3f8d-483b-92da-f96e7a596a44 not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:55:14.773415 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device c71daa93-e4fc-4ee9-993c-7ae0296aaf1b no longer exists at agent ovs-agent-dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 11 06:55:14.792625 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.plugin [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] No Port match for: c71daa93-e4fc-4ee9-993c-7ae0296aaf1b {{(pid=104515) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 11 06:55:14.792977 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron.plugins.ml2.rpc [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Device c71daa93-e4fc-4ee9-993c-7ae0296aaf1b not bound to the agent host dv-cinder-804757-27-iscsi {{(pid=104515) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 11 06:55:25.674243 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-99ff8584-1cad-44ae-b0ad-c2724d0d2192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:27.792637 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-f0890eaa-6558-4acc-9b20-bfbe7d26cc73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:29.090340 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:30.473127 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:30.995063 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:32.605923 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:50.905197 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:55:55.675963 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-ee0386ed-c078-4e37-bcf7-c7e8c3bedef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:57.794446 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-14bb8b05-1dc6-4997-a641-5204fbceb474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:55:59.090347 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:56:00.504284 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:56:00.997685 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:56:02.606845 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:56:25.678064 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-d8cb40a7-4c08-4b08-a904-ecce29b8060e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:56:27.795920 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-16132b9f-9fe6-4e28-be09-1b6bcf454547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:56:27.904769 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:56:29.094649 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:56:30.503302 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:56:30.998718 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:56:32.608343 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:56:55.679111 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-cafe394c-b57e-45f4-b5b3-b12921f4bcb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:56:57.797105 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-13ce70cf-24a2-46b1-9bb7-c29f135f6823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:56:59.097762 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:57:00.511462 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:57:01.002301 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:57:02.610664 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:57:04.903942 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:57:25.679883 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-543fad95-24d1-4c1a-8ea1-a0aadb35483e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:57:27.801945 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-0240a9b4-3184-428f-aec0-825c69a77d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:57:29.099984 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:57:30.502151 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:57:31.005280 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:57:32.609040 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:57:41.902375 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:57:55.681016 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-0564f241-f2b1-4085-bbd7-2491165b7a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:57:57.804394 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2a635af8-1e2b-496a-8323-80c3bad74090 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:57:59.105550 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:58:00.510634 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:58:01.007462 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:58:02.610888 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:58:18.901915 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:58:25.683002 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-01ebb87f-55ab-445d-a0dd-f59c70978026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:58:27.806244 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-dba11e9e-f442-4f58-a167-e8cbd7a788ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:58:29.106632 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:58:30.515413 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:58:31.010156 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:58:32.613623 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:58:55.683849 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-6e9b6760-a46b-4b63-8519-4d9d91727eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:58:55.901118 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:58:57.807135 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-61c9cde3-dbea-46e3-bd4a-971d878780ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:58:59.109153 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:59:00.531581 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:59:01.012379 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:59:02.614678 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:59:25.684718 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-1b682650-8968-4de7-8d38-29486855d1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:59:27.810849 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-897fd0ac-81d3-4ccb-a924-68de396e1589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:59:29.112246 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:59:30.545905 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:59:31.016473 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:59:32.616472 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:59:32.900518 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 06:59:55.687814 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-b6919167-c6d2-4929-9454-97f97019758e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:59:57.812594 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-2d1e13d1-14f7-4c1e-a35c-b318ce961dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 06:59:59.113378 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:00:00.560148 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:00:01.018254 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:00:02.618181 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:00:08.178953 dv-cinder-804757-27-iscsi neutron-server[104514]: DEBUG neutron.wsgi [req-1e0b6459-fabb-4683-afa6-7d97fd70cb10 req-4e76a550-f651-4f82-b1fb-39a03448d70b service neutron] (104514) timed out ('10.222.0.70', 65099) {{(pid=104514) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 11 07:00:09.898871 dv-cinder-804757-27-iscsi neutron-server[104516]: DEBUG neutron.db.agents_db [None req-3055ce95-eb0d-4461-866b-b7d528dff735 None None] Agent healthcheck: found 6 active agents {{(pid=104516) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 11 07:00:25.689689 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-a7c1fe14-89b2-483f-acb8-1f2afad2e914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (d02ca54e-1716-4605-a49c-2a3a6f4880bd), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:00:27.813566 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-8f631344-e8c3-4cd7-8e2d-9fe5f44fe5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (62c4d390-3aa3-40d1-a88c-405ffca3b790), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:00:29.116119 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-da9242bc-f8b3-463d-b171-d92c82ee0eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (557b5944-401a-46ce-ade5-e53534d84844), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:00:30.561169 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-9f26ada8-b076-4913-bf84-cddd995aeaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (bac9f35a-3783-47a1-a7f8-6325c2a4d0a2), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:00:31.021448 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-4749a658-a39e-4382-b1d3-3d8a4a0e9c89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (37f7108c-c9d7-479d-afde-1644959f08ed), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 11 07:00:32.620807 dv-cinder-804757-27-iscsi neutron-server[104515]: DEBUG neutron_lib.callbacks.manager [None req-39a1e9ae-76ee-49dd-b687-5ac2ddc1b986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748549744388', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-771725'] for agent (ff86dc5e-79d5-4d71-aeaa-3c17a99be815), after_update {{(pid=104515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}